-- Logs begin at Tue 2021-09-14 16:31:10 UTC, end at Tue 2021-09-14 17:28:07 UTC. -- Sep 14 17:00:30.280038 dv-cinder-808992-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 17:00:33.047434 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.common.config [-] Logging enabled! Sep 14 17:00:33.048040 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 17:00:33.048217 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 17:00:33.051495 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.common.config [-] Logging enabled! Sep 14 17:00:33.051754 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 17:00:33.052071 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 17:00:33.053066 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 17:00:33.053326 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 17:00:33.053745 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 17:00:33.054129 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 17:00:33.054260 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 17:00:33.054525 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.054859 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.055144 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.055380 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.055682 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.055992 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.056266 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.056593 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.056891 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.057182 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.057466 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.057756 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.057989 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.058274 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.058564 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.058861 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.059152 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] debug = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.059440 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.059874 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.060279 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.060586 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.060882 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.061165 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.061440 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.061719 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.062008 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.062340 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] host = dv-cinder-808992-3-iscsi {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.062623 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.062914 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.063204 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.063493 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.063771 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.064051 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.064338 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.064639 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.064921 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.065204 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.065497 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.065788 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.066082 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.066311 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.066538 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.066830 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.067125 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.067402 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.067681 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.067960 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.068238 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.068549 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.068825 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.069653 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.069941 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.070309 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.070593 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.070875 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.071153 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.071431 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.071722 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.072001 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.072283 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.072592 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.072886 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.073160 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.073437 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.073744 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.074036 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.074324 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.074615 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.074897 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.075182 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.075456 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.075732 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.076006 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] use_json = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.076279 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.076577 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.076869 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.077144 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.077418 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.077695 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.077967 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.078255 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:33.078552 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.078852 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.079157 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.079441 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.079742 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.080029 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.080337 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.080628 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.080922 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.081214 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.081502 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.081784 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.082077 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.082361 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.082658 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.082973 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.083266 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.083560 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.083843 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.084123 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.084400 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.085301 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.085599 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.085959 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.086257 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.086556 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.086843 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.087138 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.087447 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.087729 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.088008 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.088289 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.088612 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.088897 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.089467 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.089467 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.089729 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.090011 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.090288 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.090574 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.090856 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.091133 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.091408 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.091688 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.091979 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.092257 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.092554 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.092833 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.093113 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.093388 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.093674 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.093954 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.094232 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.094509 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.094798 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.095076 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.095352 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.095632 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.095910 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.096190 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.096490 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.096771 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.097053 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.097332 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.097616 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.097895 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.098174 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.098458 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.098741 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.099022 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.099301 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.099580 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.099859 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.100152 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.100515 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.100801 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.101090 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.101382 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.101664 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.101941 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.102222 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.102506 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.102790 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.103069 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.103368 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.103658 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.103951 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.104238 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.104545 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.104859 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.105146 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.105438 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.105724 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.106007 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.106295 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.106583 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.106884 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.107288 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.107594 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.107895 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.108196 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.108508 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.108827 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.109115 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:33.109340 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 17:00:33.109585 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94001) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 17:00:33.465989 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 17:00:33.466278 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 17:00:33.466571 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 17:00:33.466909 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 17:00:33.861755 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.862056 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.862337 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.863624 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.863902 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.864171 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.900817 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.901096 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.901367 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.916895 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.917180 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.917452 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.946463 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.946747 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.947022 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.985524 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.985807 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:33.986084 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.218814 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.219397 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.219397 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.219573 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.220228 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.343281 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.343606 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.343890 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.344165 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.344447 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.344766 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.345028 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.345284 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.345537 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.345820 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.346080 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.346343 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.346597 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.346850 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.347106 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.347370 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.347627 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.347893 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.348163 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.348433 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.348714 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.348969 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.349256 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.349635 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.349884 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.350213 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.351251 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:34.351503 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:34.351750 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:34.351996 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:34.352238 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:34.352502 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:34.352874 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 17:00:34.356006 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 17:00:34.360006 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 17:00:34.363829 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 14 17:00:34.365504 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 17:00:34.366010 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 17:00:34.366352 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 17:00:34.367006 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 17:00:34.369851 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 17:00:34.370106 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 17:00:34.370457 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 17:00:34.375795 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 17:00:34.398862 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 17:00:34.399322 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.399624 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94001) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 17:00:34.400058 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.401388 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94001) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 17:00:34.401676 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 17:00:34.401924 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 17:00:34.405306 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.405596 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:34.469707 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 17:00:34.469888 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 17:00:34.470128 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 17:00:34.470506 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 17:00:34.492793 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_db.sqlalchemy.engines [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94001) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 17:00:35.029345 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing driver for type 'gre' Sep 14 17:00:35.029910 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] gre ID ranges: [(1, 1000)] Sep 14 17:00:35.082635 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing driver for type 'local' Sep 14 17:00:35.082912 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing driver for type 'vlan' Sep 14 17:00:35.096859 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] VlanTypeDriver initialization complete Sep 14 17:00:35.097205 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing driver for type 'vxlan' Sep 14 17:00:35.097713 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] vxlan ID ranges: [(1, 1000)] Sep 14 17:00:35.153716 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing extension driver 'port_security' Sep 14 17:00:35.154130 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.extensions.port_security [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] PortSecurityExtensionDriver initialization complete Sep 14 17:00:35.154459 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing mechanism driver 'openvswitch' Sep 14 17:00:35.154796 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing mechanism driver 'hyperv' Sep 14 17:00:35.161461 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:35.162135 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.162506 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.163328 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.163858 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 17:00:35.164295 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.164674 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.165026 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.165420 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 17:00:35.165830 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.166202 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.166526 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.166918 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 17:00:35.167331 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > security_group after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.167679 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > security_group after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.168018 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > security_group after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.168590 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 17:00:35.168993 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.169343 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.169690 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.170085 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 17:00:35.170489 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > address_group after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.170837 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > address_group after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.171175 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > address_group after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.171565 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 17:00:35.171944 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] ML2 OVO RPC backend initialized. {{(pid=94001) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 17:00:35.172694 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_interface after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.173041 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.173456 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.173803 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > networks before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.174149 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.174489 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > ports before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.174831 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.175170 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnets before_response 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.175517 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.175856 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.176191 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.176555 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.176894 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.177228 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.177564 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.177896 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.178251 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > subnet after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.179258 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.plugin [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Modular L2 Plugin initialization complete Sep 14 17:00:35.179594 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading services supported by the core plugin {{(pid=94001) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 17:00:35.179922 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.plugins.ml2.managers [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Got port-security extension from driver 'port_security' Sep 14 17:00:35.180389 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.extensions.vlantransparent [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Disabled vlantransparent extension. Sep 14 17:00:35.180899 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94001) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 17:00:35.181216 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: router Sep 14 17:00:35.218195 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_interface before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.218589 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_create 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.218965 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router before_create 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.219485 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.219698 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.220053 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_delete 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.220433 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > floatingip after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.220797 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > floatingip after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.221156 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_create 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.221506 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_update 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.221856 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_update 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.222208 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.222568 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_update 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.222978 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_update 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.223349 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.223694 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.224034 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: subnet after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.224375 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.224748 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > port precommit_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.225189 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_create 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.225965 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.226323 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.226687 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router after_update 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.227037 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_delete 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.227393 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_create 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.227759 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router_interface after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.228109 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_update 55549900 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.228505 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > agent after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.228862 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > agent after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.229213 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > network after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.230070 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Tracking information for resource: router configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:35.230408 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Tracking information for resource: floatingip configured {{(pid=94001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 17:00:35.235285 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.db.l3_agentschedulers_db [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 17:00:35.235874 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.236238 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.236627 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.236982 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.237779 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router before_create 55550100 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.238145 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_delete 55550100 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.238510 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_create 55550100 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.238870 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > router precommit_update 55550100 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.244268 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.provider_configuration [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service providers = [] {{(pid=94001) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 17:00:35.244657 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.db.servicetype_db [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94001) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 17:00:35.247605 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.service_base [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 17:00:35.247960 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.service_base [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 17:00:35.248307 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.service_base [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 17:00:35.249242 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.services.service_base [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 17:00:35.249622 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.services.service_base [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 17:00:35.250000 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.250348 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 17:00:35.261847 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.262191 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: auto_allocate Sep 14 17:00:35.267912 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: network precommit_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.268283 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: network precommit_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.268838 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.269162 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: tag Sep 14 17:00:35.276126 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.276495 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: timestamp Sep 14 17:00:35.280574 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.280866 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: network_ip_availability Sep 14 17:00:35.286270 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.286644 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.287001 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.288648 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.288981 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: flavors Sep 14 17:00:35.293710 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.294051 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading Plugin: revisions Sep 14 17:00:35.298322 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 17:00:35.298708 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_concurrency.lockutils [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=94001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 17:00:35.299437 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94001) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 17:00:35.299771 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Initializing extension manager. Sep 14 17:00:35.300280 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: __init__.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.300641 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: __pycache__ {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.300977 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.301310 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: address_group.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.302062 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.302615 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: address-group Sep 14 17:00:35.302940 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: address_scope.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.304824 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.305350 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: address-scope Sep 14 17:00:35.305678 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: admin_state_down_before_update.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.306620 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.307144 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: router-admin-state-down-before-update Sep 14 17:00:35.307467 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: agent.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.308167 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.308701 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: agent Sep 14 17:00:35.309027 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: agent_resources_synced.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.309945 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.310459 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: agent-resources-synced Sep 14 17:00:35.310782 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: allowedaddresspairs.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.312604 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.313132 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: allowed-address-pairs Sep 14 17:00:35.313459 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: auto_allocated_topology.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.314536 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.315053 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: auto-allocated-topology Sep 14 17:00:35.315380 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: availability_zone.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.316076 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.316627 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: availability_zone Sep 14 17:00:35.316954 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: availability_zone_filter.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.317868 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.318379 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: availability_zone_filter Sep 14 17:00:35.318703 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: data_plane_status.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.320171 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.320706 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 17:00:35.321031 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: default_subnetpools.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.321948 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.322455 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: default-subnetpools Sep 14 17:00:35.322776 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: dhcpagentscheduler.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.323581 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.324090 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: dhcp_agent_scheduler Sep 14 17:00:35.324429 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: dns.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.325347 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.325852 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension dns-integration not supported by any of loaded plugins Sep 14 17:00:35.326174 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: dns_domain_ports.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.327095 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.327601 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 17:00:35.327926 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.328872 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.329380 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 17:00:35.329704 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: dvr.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.330375 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.330880 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: dvr Sep 14 17:00:35.331200 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: ecmp_routes.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.332127 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.332666 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 17:00:35.332990 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: empty_string_filtering.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.333898 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.334457 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: empty-string-filtering Sep 14 17:00:35.335217 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.336138 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.336692 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 17:00:35.337022 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.337941 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.338454 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 17:00:35.338796 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: external_net.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.339687 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.340202 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: external-net Sep 14 17:00:35.340561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: extra_dhcp_opt.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.341475 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.341986 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: extra_dhcp_opt Sep 14 17:00:35.342308 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: extraroute.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.343219 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.343725 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: extraroute Sep 14 17:00:35.344046 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: extraroute_atomic.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.345113 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.345628 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: extraroute-atomic Sep 14 17:00:35.345950 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: filter_validation.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.346616 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.347124 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: filter-validation Sep 14 17:00:35.347444 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: fip_pf_description.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.348354 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.348883 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 17:00:35.349204 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: fip_port_details.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.351086 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.351629 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: fip-port-details Sep 14 17:00:35.351954 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: flavors.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.353210 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.353728 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: flavors Sep 14 17:00:35.354052 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.355714 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.356233 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 17:00:35.356600 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: floatingip_pools.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.357305 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.357817 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: floatingip-pools Sep 14 17:00:35.358145 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: ip_allocation.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.359077 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.359584 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 17:00:35.359908 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.360863 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.361371 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: ip-substring-filtering Sep 14 17:00:35.361697 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l2_adjacency.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.362626 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.363131 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 17:00:35.363455 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.364597 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.365120 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: router Sep 14 17:00:35.365448 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3_conntrack_helper.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.369960 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.370500 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 17:00:35.370838 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.372007 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.372564 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: ext-gw-mode Sep 14 17:00:35.372899 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.373839 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.374354 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: l3-ha Sep 14 17:00:35.374684 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3_flavors.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.375600 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.376107 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: l3-flavors Sep 14 17:00:35.376458 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.377380 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.377893 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 17:00:35.378224 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: l3agentscheduler.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.379267 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.379779 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: l3_agent_scheduler Sep 14 17:00:35.380106 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: logging.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.382071 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.382599 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension logging not supported by any of loaded plugins Sep 14 17:00:35.382934 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: metering.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.383680 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.384258 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: metering Sep 14 17:00:35.384620 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.385718 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.386237 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: metering_source_and_destination_fields Sep 14 17:00:35.386563 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: multiprovidernet.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.387489 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.388006 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: multi-provider Sep 14 17:00:35.388331 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: netmtu.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.389275 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.389786 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: net-mtu Sep 14 17:00:35.390108 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: netmtu_writable.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.391024 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.391537 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: net-mtu-writable Sep 14 17:00:35.391859 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: network_availability_zone.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.392551 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.393060 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: network_availability_zone Sep 14 17:00:35.393381 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: network_ip_availability.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.394486 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.395000 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: network-ip-availability Sep 14 17:00:35.395329 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: network_segment_range.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.396089 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.396622 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 17:00:35.397050 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: pagination.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.398359 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.398695 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: pagination Sep 14 17:00:35.399019 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: port_device_profile.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.399960 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.400508 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: port-device-profile Sep 14 17:00:35.400834 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.401765 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.402276 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: port-mac-address-regenerate Sep 14 17:00:35.402599 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.403515 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.404021 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: port-numa-affinity-policy Sep 14 17:00:35.404345 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: port_resource_request.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.405406 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.405915 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 17:00:35.406240 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: portbindings.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.407178 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.407688 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: binding Sep 14 17:00:35.408013 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: portbindings_extended.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.409351 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.409871 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: binding-extended Sep 14 17:00:35.410258 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: portsecurity.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.411187 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.411706 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: port-security Sep 14 17:00:35.412033 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: project_id.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.413975 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.414307 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: project-id Sep 14 17:00:35.414632 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: providernet.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.415570 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.416087 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: provider Sep 14 17:00:35.416432 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.419967 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.420520 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos not supported by any of loaded plugins Sep 14 17:00:35.420857 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.422101 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.422620 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 17:00:35.422948 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.423870 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.424386 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 17:00:35.424735 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_default.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.425654 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.426177 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-default not supported by any of loaded plugins Sep 14 17:00:35.426508 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_fip.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.427158 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.427665 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-fip not supported by any of loaded plugins Sep 14 17:00:35.427988 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_gateway_ip.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.429998 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.430520 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 17:00:35.430844 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_port_network_policy.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.431765 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.432283 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 17:00:35.432637 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_pps_rule.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.433820 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.434334 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-pps not supported by any of loaded plugins Sep 14 17:00:35.434660 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_rule_type_details.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.435583 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.436099 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 17:00:35.436441 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: qos_rules_alias.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.437498 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.438011 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 17:00:35.438337 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: quotasv2.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.439244 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.439573 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: quotas Sep 14 17:00:35.439895 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: quotasv2_detail.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.443181 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.443530 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: quota_details Sep 14 17:00:35.444063 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: rbac.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.445448 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.445985 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: rbac-policies Sep 14 17:00:35.446323 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: rbac_address_group.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.447272 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.447791 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: rbac-address-group Sep 14 17:00:35.448120 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: rbac_address_scope.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.449069 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.449587 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: rbac-address-scope Sep 14 17:00:35.449913 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: rbac_security_groups.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.450844 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.451360 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: rbac-security-groups Sep 14 17:00:35.451688 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: rbac_subnetpool.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.452642 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.453167 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: rbac-subnetpool Sep 14 17:00:35.453502 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: revisionifmatch.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.454430 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.454952 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: revision-if-match Sep 14 17:00:35.455278 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: revisions.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.456392 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.456937 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: standard-attr-revisions Sep 14 17:00:35.457264 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: router_availability_zone.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.457945 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.458455 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: router_availability_zone Sep 14 17:00:35.458777 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: routerservicetype.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.460651 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.461173 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension router-service-type not supported by any of loaded plugins Sep 14 17:00:35.461500 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.462426 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.462942 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: security-groups-normalized-cidr Sep 14 17:00:35.463267 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: security_groups_port_filtering.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.464191 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.464733 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: port-security-groups-filtering Sep 14 17:00:35.465061 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.465985 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.466498 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: security-groups-remote-address-group Sep 14 17:00:35.466823 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: securitygroup.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.478937 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.479473 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: security-group Sep 14 17:00:35.479813 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: segment.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.480642 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.481160 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension segment not supported by any of loaded plugins Sep 14 17:00:35.481493 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.482439 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.482953 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 17:00:35.483282 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: servicetype.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.484498 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.485025 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: service-type Sep 14 17:00:35.485355 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: sorting.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.486342 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.486676 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: sorting Sep 14 17:00:35.487000 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: standard_attr_segment.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.487921 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.488464 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 17:00:35.488796 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: standardattrdescription.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.489446 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.489958 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: standard-attr-description Sep 14 17:00:35.490289 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: stateful_security_group.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.491931 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.492488 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: stateful-security-group Sep 14 17:00:35.492819 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: stdattrs_common.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.493407 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 17:00:35.493731 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.494665 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.495192 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 17:00:35.495519 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: subnet_onboard.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.496634 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.497158 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: subnet_onboard Sep 14 17:00:35.497485 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.498415 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.498927 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 17:00:35.499255 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: subnet_service_types.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.500200 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.500757 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: subnet-service-types Sep 14 17:00:35.501085 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: subnetallocation.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.502179 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.502698 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: subnet_allocation Sep 14 17:00:35.503031 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.503705 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.504220 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: subnetpool-prefix-ops Sep 14 17:00:35.504580 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.505530 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.506051 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 17:00:35.506821 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: tagging.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.508094 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.508653 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: standard-attr-tag Sep 14 17:00:35.508987 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: timestamp.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.510201 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.510722 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loaded extension: standard-attr-timestamp Sep 14 17:00:35.511053 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: trunk.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.512090 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.512645 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension trunk not supported by any of loaded plugins Sep 14 17:00:35.512978 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: trunk_details.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.513911 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.514426 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension trunk-details not supported by any of loaded plugins Sep 14 17:00:35.514753 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: uplink_status_propagation.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.515680 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.516195 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 17:00:35.516557 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Loading extension file: vlantransparent.py {{(pid=94001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 17:00:35.517231 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 17:00:35.517744 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 17:00:35.520177 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:network Sep 14 17:00:35.520734 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:subnet Sep 14 17:00:35.521136 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 17:00:35.521543 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:port Sep 14 17:00:35.523769 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.524227 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service FLAVORS assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.524902 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.525328 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.525671 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:router Sep 14 17:00:35.526098 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:floatingip Sep 14 17:00:35.526582 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service METERING assigned prefix: /metering {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.528007 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.528380 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.528761 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:00:35.529776 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 17:00:35.530235 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:security_group Sep 14 17:00:35.530709 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 17:00:35.531247 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service CORE assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.531578 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 17:00:35.531924 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] subnetpool is already registered Sep 14 17:00:35.532363 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service CORE assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.532719 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 17:00:35.533057 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] subnetpool is already registered Sep 14 17:00:35.535342 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.535777 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service FLAVORS assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.536367 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.536809 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.537151 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:router Sep 14 17:00:35.537510 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] router is already registered Sep 14 17:00:35.538962 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:floatingip Sep 14 17:00:35.539308 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] floatingip is already registered Sep 14 17:00:35.539770 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service METERING assigned prefix: /metering {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.540484 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 17:00:35.540817 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] rbac_policy is already registered Sep 14 17:00:35.541230 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:security_group Sep 14 17:00:35.541565 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] security_group is already registered Sep 14 17:00:35.541964 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 17:00:35.542298 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] security_group_rule is already registered Sep 14 17:00:35.542916 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service CORE assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.543245 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 17:00:35.543580 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] subnetpool is already registered Sep 14 17:00:35.543997 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.v2.resource_helper [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Service CORE assigned prefix: {{(pid=94001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 17:00:35.544335 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 17:00:35.544694 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING neutron.quota.resource_registry [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] subnetpool is already registered Sep 14 17:00:35.545164 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: extensions {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.546619 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: address-groups {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.548119 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: address-scopes {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.549505 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: agents {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.550683 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: auto-allocated-topology {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.551942 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: availability_zones {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.553357 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: dhcp-networks {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.555216 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: dhcp-agents {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.556689 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: routers {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.558924 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: flavors {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.560133 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: service_profiles {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.561395 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: next_providers {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.562863 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: service_profiles {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.564436 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: floatingip-pools {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.565655 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: routers {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.567782 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: floatingips {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.569588 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: l3-routers {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.570997 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: l3-agents {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.572432 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: metering-labels {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.573815 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: metering-label-rules {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.575102 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: network-ip-availabilities {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.576403 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: bindings {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.578898 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: quotas {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.580403 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: quotas {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.581855 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: rbac-policies {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.583076 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: security-groups {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.584925 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: security-group-rules {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.586677 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: service-providers {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.587912 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: subnetpools {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.589421 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: subnetpools {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.590900 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.592624 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.594530 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.596345 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.598183 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.601055 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.602844 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.604798 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.606586 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.608345 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron.api.extensions [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Extended resource: tags {{(pid=94001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 17:00:35.614308 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING keystonemiddleware.auth_token [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 17:00:35.619763 dv-cinder-808992-3-iscsi neutron-server[94001]: WARNING keystonemiddleware.auth_token [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 17:00:35.628185 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_concurrency.lockutils [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Acquired lock "singleton_lock" {{(pid=94001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 17:00:35.628679 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_concurrency.lockutils [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Releasing lock "singleton_lock" {{(pid=94001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 17:00:35.629317 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Starting 2 workers Sep 14 17:00:35.634718 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Started child 94108 {{(pid=94001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 17:00:35.639201 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Started child 94109 {{(pid=94001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 17:00:35.640074 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:35.640910 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO neutron.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 17:00:35.641490 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Notify callbacks [] for process, before_spawn {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:35.641697 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [-] (94108) wsgi starting up on http://0.0.0.0:9696 Sep 14 17:00:35.643951 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Starting 1 workers Sep 14 17:00:35.644264 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:35.645688 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [-] (94109) wsgi starting up on http://0.0.0.0:9696 Sep 14 17:00:35.650303 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Started child 94110 {{(pid=94001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 17:00:35.650818 dv-cinder-808992-3-iscsi neutron-server[94001]: INFO oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Starting 1 workers Sep 14 17:00:35.653462 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] calling RpcWorker wait() {{(pid=94110) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 17:00:35.654007 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] returning from RpcWorker wait() {{(pid=94110) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 17:00:35.655209 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:35.655323 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Started child 94111 {{(pid=94001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 17:00:35.655752 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:35.656087 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-44704ead-2ec4-4d3a-a824-ba380254c88f None None] Notify callbacks [] for process, after_spawn {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:35.658007 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 17:00:35.658216 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 17:00:35.658395 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 17:00:35.658606 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 17:00:35.658945 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 17:00:35.659107 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 17:00:35.659635 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.659921 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.660185 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.660319 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:35.660858 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.660858 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.661386 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.661624 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.661878 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.662164 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.662396 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.662651 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.663325 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.663695 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.664087 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.664405 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.664712 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.664953 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.665216 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.665385 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.665645 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.665914 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.666159 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.666417 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] debug = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.666658 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.667164 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.667408 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.667659 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.667895 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.668179 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.668424 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.668688 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.668937 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.669175 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.669429 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.669701 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.669941 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.670153 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.670372 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.670637 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.670859 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.671324 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] host = dv-cinder-808992-3-iscsi {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.671581 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.671815 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.672063 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.672311 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.672579 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.672813 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.673081 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.673340 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.673593 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.673851 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.674111 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.674368 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.674609 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.674848 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.675010 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_options = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.675257 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.675504 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.675753 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.675940 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.676108 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.676326 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.676544 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.676707 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.676963 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.677200 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.677416 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.677630 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.677865 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.678078 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.678555 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.679281 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.679524 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.679795 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.680015 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.680270 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.680526 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.680759 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.680980 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.681220 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.681460 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.681686 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.681941 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.682175 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.682389 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.682628 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.682880 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.683135 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.683383 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.683636 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.683896 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.684127 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.684355 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.684618 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.684886 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.685114 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.685367 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.685611 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.685827 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.686072 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.686309 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.686531 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.686743 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_json = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.686956 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.687187 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.687455 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.687693 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.687925 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.688140 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.688355 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.688610 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.689042 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.689333 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.689647 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.689902 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.690101 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.690358 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.690614 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.690834 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.691095 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.691331 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.691659 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.691950 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.692191 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.692445 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.692738 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.692881 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:35.693043 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.693306 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.693585 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.693855 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.694674 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.694918 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.695175 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.695992 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.696358 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.696561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.697004 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.697004 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.697552 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.697552 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.697816 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.698066 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.698321 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.698569 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.698787 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.699002 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.699213 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.699429 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.699707 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.699927 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.700169 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.700350 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.700611 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.700825 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.701054 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.701302 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.701545 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.701809 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.702041 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.702230 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.702479 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.702695 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.702925 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.703169 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.703402 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.703665 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.703890 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.704135 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.704729 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.704729 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.704998 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.705142 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.705288 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.705667 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.706064 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.706064 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.706576 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.706576 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.706576 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.706969 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.707115 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.707262 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.707422 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.707659 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.708264 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.708264 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.710048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.710048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.710048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.710048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.710048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.710048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711163 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711163 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711163 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711826 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.711925 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.712105 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.712380 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.712731 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.712967 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.713228 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.713491 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.713738 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.713975 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.714228 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.714448 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.714685 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.714914 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.715164 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.715419 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.715651 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.715892 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.716110 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.716333 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.716910 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.716910 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.717208 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.717355 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.717494 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.717752 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.718015 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.718275 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.718546 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.718779 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.719048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.719299 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.719566 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.719785 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.720063 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.720368 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.720623 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.720881 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.721235 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.721384 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.721583 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.721846 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.722113 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.722362 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.722610 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.722851 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.723122 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.723370 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.723622 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.723844 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.724071 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.724429 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.724680 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.724927 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.725923 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.726264 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.726619 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.727072 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.727275 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.727485 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.727636 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.727841 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.728072 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.728309 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.728766 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.728917 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.729056 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.729266 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.729480 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.729717 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.730126 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.730274 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.730429 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.730650 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.730840 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.731075 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.731292 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.731510 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.731754 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.731969 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.732186 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.732437 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.732662 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.732896 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.733133 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.733366 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.733618 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.733838 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.734114 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.734359 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.734582 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.734862 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.735054 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.735289 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.735522 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.735766 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.735983 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.736194 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.736406 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.736679 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.736913 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.737124 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.737522 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.737666 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.737822 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.738067 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.738412 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.738651 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.738876 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.739111 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.739324 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.739570 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.739801 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.740017 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.740462 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743252 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743252 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743252 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743252 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743689 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743689 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.743898 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.744001 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.744199 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.744367 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.744703 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.745095 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.745256 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.745445 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.745684 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.745959 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.746257 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.746419 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.746608 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.746842 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.747049 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.747289 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.747503 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.747713 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.747973 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.748227 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.748449 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.748618 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.748840 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.749279 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.749467 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.749608 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.749747 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.749963 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.750331 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.750477 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.750698 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.750936 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.751096 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.751234 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.751440 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.751702 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.751927 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.752177 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.752436 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.752722 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.753025 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.753305 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.753576 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.753833 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.754082 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.754431 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.754671 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.754901 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.755152 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.755396 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.755743 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.755896 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.756103 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.756893 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.757254 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.757581 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.757847 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.758109 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.758409 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.758788 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.759023 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.759283 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.759778 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.760371 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.760869 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.761170 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.761438 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.761682 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.761942 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.762167 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.762417 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.762713 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.762942 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.763225 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.763495 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.763913 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.764316 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.764616 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.764871 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.765101 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.765346 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.765606 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.765843 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.766087 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 17:00:35.766625 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 17:00:35.766771 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 17:00:35.766938 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 17:00:35.767130 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 17:00:35.767394 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 17:00:35.767545 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 17:00:35.767722 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.767893 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.768057 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.768211 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.768391 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.768605 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.768782 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.768940 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.769068 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.769219 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.769375 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.769531 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.769714 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.769881 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.770040 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.770239 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.770382 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.770731 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.770897 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.771055 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.771211 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.771368 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.771525 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] debug = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.771680 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.772380 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.772774 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.773306 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.773466 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.773623 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.773780 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.773937 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.774097 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.774253 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.774409 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.774565 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.774723 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.774879 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775035 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775191 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775348 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775492 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] host = dv-cinder-808992-3-iscsi {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775646 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775802 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.775959 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.776114 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.776270 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.776444 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.776605 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.776764 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.776920 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777422 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777422 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777422 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777682 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777682 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777828 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_options = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.777952 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.778107 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.778263 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.778436 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.778598 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.778755 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.778910 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.779066 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.779223 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.779379 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.779535 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.779692 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.779847 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780002 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780157 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780312 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780489 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780648 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780850 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.780948 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.781103 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.781258 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.781427 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.781557 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.781713 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.781870 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782025 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782180 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782351 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782493 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782647 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782806 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.782961 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.783117 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.783272 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.783429 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.783584 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.783740 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.783904 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.784060 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.784215 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.784371 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.784553 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.784709 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.784865 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785021 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785175 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_json = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785330 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785486 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785641 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785797 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.785952 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.786108 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.786264 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.786420 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 17:00:35.786595 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.786756 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.786926 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.787085 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.787244 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.787403 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.788516 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.788780 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.789001 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.789001 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.789348 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.789493 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.789888 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.789888 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790110 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790243 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790368 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790492 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790619 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790781 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.790943 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.791104 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.791277 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.791438 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.791600 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.791760 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.791919 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.792096 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.792258 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.792434 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.792612 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.792774 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.792937 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.793100 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.793263 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.793424 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.793586 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.793746 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.793907 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.794067 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.794229 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.794391 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.794552 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.794713 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.794874 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.795034 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.795194 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.795356 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.795517 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.795680 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.795839 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.796001 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.796162 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.796323 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.796536 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.796711 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.796873 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797035 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797195 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797356 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797515 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797675 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797834 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.797995 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.798156 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.798315 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.798490 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.798654 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.798814 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.798974 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.799135 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.799296 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.799455 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.799616 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.799776 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.799937 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.800098 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.800257 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.800458 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.800601 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.800762 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.800923 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.801084 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.801246 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.801406 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.801568 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.801728 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.801888 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.802048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.802218 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.802393 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.802554 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.802714 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.802875 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.803061 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.803260 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.803457 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.803619 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.803781 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.803944 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.804105 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.804265 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.804581 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.804684 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.804765 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805561 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805969 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805969 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.805969 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.806193 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.806324 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.806408 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.806569 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.806730 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.806893 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.807055 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.807222 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.807393 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.807554 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.807717 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.807877 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.808037 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.808197 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.808359 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.808560 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.808720 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.808879 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809039 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809207 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809381 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809540 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809703 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809864 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.809986 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:35.810081 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.810199 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.810359 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.810520 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.810680 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.810840 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811000 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811160 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811321 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811481 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811641 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811807 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.811966 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.812128 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.812289 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.812469 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.812633 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.812794 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.812955 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.813120 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.813265 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.813428 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.813582 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.813736 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.813895 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.814040 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.814205 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.814365 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.814526 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.814686 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.814848 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815009 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815170 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815330 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815484 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815638 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815800 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.815962 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.816119 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.816271 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.816456 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.816621 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.816783 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.816946 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.817110 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.817271 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.817426 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.817573 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.817723 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.817877 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.818044 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.818205 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.818367 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.818528 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.818688 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.818873 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819031 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819191 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819351 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819511 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819672 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819831 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.819990 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.820150 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.820310 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.820491 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.820655 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.820819 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.820980 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.821141 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.821302 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.821572 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.821753 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.821753 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822048 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822279 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822365 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822509 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822670 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822827 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.822987 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.823147 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.823306 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.823465 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.823625 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.823796 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.823957 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.824118 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.824280 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.824638 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.824638 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.824852 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.824940 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.825062 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.825221 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.825381 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.825541 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.825710 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.825871 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.826030 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.826190 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.826349 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.826508 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.826679 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.826839 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827000 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827159 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827319 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827479 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827648 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827813 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.827975 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.828143 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.828317 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.828487 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.828636 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.828811 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.828972 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.829135 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.829296 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.829456 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.829617 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.829780 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.829944 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.830114 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.830283 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.830446 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.830616 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.830787 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.830957 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.831117 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.831286 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.831460 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.831621 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.831783 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832013 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832111 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832251 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832436 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832592 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832753 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.832914 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.833075 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.833236 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.833400 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.833560 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.833723 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.833884 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.834046 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.834205 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.834862 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.835111 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 17:00:35.835256 dv-cinder-808992-3-iscsi neutron-server[94001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 17:00:35.950599 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39304) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:35.959243 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063908 Sep 14 17:00:47.422252 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdedd4-15bf-4980-ab3f-2092c64ac896 None None] get_active_networks_info from dv-cinder-808992-3-iscsi {{(pid=94110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 17:00:47.482484 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdedd4-15bf-4980-ab3f-2092c64ac896 None None] No non-hosted networks {{(pid=94110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 17:00:47.499033 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.agentschedulers_db [None req-5ebdedd4-15bf-4980-ab3f-2092c64ac896 None None] DHCP Agent not found on host dv-cinder-808992-3-iscsi {{(pid=94110) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 17:00:47.636761 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d6b36a48-6c2b-4bcd-b8eb-9c01377e3000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634008'] for agent, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:49.842965 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-1223b4a7-84a5-4031-b49e-9307718396e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634008'] for agent, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:49.914007 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e6453364-476c-495b-a2d8-50a48390b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:50.537367 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634008'] for agent, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:50.538507 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.539820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.541649 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.542508 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.543485 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.543924 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.544506 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.545284 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.545718 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.546215 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.546754 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.547267 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:00:50.547913 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808992-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:50.574038 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808992-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:00:50.849338 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634008'] for agent, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:52.611339 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634008'] for agent, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:53.723970 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39396) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:54.222880 dv-cinder-808992-3-iscsi neutron-server[94108]: WARNING oslo_policy.policy [None req-624939cc-e9c1-4519-91b8-127900d7ce08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:00:54.223527 dv-cinder-808992-3-iscsi neutron-server[94108]: WARNING oslo_policy.policy [None req-624939cc-e9c1-4519-91b8-127900d7ce08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:00:54.245783 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.db.l3_hamode_db [None req-48072f53-6424-4ce6-9e5a-ac7f7a3adada None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 17:00:54.322976 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48072f53-6424-4ce6-9e5a-ac7f7a3adada None None] Routers set() bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:00:54.323353 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48072f53-6424-4ce6-9e5a-ac7f7a3adada None None] Router IDs set() for agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 17:00:54.454833 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [None req-624939cc-e9c1-4519-91b8-127900d7ce08 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:00:54.455874 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-624939cc-e9c1-4519-91b8-127900d7ce08 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7308795 Sep 14 17:00:56.863553 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39410) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:00:57.174532 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:00:57.273198 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.policy [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 17:00:57.318656 dv-cinder-808992-3-iscsi neutron-server[94108]: WARNING oslo_policy.policy [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:00:57.319016 dv-cinder-808992-3-iscsi neutron-server[94108]: WARNING oslo_policy.policy [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:00:57.327498 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.quota [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] Loaded quota_driver: . Sep 14 17:00:57.418241 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771365029827', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771365029136', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771365041343', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771365047571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771369852321', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771365068463', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1552655', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1352119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682057'] for rbac-policy, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:57.481510 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:00:57.482806 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-9f3820b6-3895-4702-9667-ccb25c9c3edf admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6176648 Sep 14 17:01:00.082104 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39422) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:00.377882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Request body: {'network': {'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'name': 'private', 'admin_state_up': True}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:01:00.407535 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Made reservation on behalf of 11a1c93a8b2943838f6f3a9c04ae374d for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:01:00.410306 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.427346 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.549670 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.555448 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.575844 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:01:00.601901 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771368618900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.602582 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Unsubscribe: segment precommit_create {{(pid=94108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 17:01:00.603081 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Added segment 997d693d-134d-482e-991f-84107d7bbf49 of type vlan for network ea5efa56-8e39-43a3-8dce-3c9b88cf371a Sep 14 17:01:00.622647 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee0bca-0cc5-4b4e-9e4a-ea61bf0dca05,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:00.673048 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.673407 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.673747 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.674078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.674406 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.674745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.675074 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.675396 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.675745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.676073 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.676436 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.676749 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Tracked resource versions report: Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: pushed versions: Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Log': {'1.0'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Network': {'1.1'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Port': {'1.7'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: consumer versions: Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Log': '1.0', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Network': '1.1', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Port': '1.7', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SubPort': '1.0', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Subnet': '1.1', Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Sep 14 17:01:00.677850 dv-cinder-808992-3-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:01:00.718224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.759905 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.761077 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:00.761716 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:00.805223 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7213914 Sep 14 17:01:00.864609 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc077-fad7-4020-8c4f-f83f7bae0d22 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5efa56-8e39-43a3-8dce-3c9b88cf371a,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:00.881504 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:01:03.479552 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39436) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:03.865005 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf917c9-51ca-4855-bf8a-16f5788f8413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:03.866632 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2cf917c9-51ca-4855-bf8a-16f5788f8413 admin admin] 10.222.0.64 "GET /v2.0/networks/ea5efa56-8e39-43a3-8dce-3c9b88cf371a HTTP/1.1" status: 200 len: 825 time: 0.3861260 Sep 14 17:01:03.891417 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6e328eb0-3edb-49f8-b274-8988328f152a admin admin] 10.222.0.64 "GET /v2.0/subnetpools/3b56291d-1257-4b82-99f8-b07d147427d9 HTTP/1.1" status: 200 len: 734 time: 0.0184700 Sep 14 17:01:03.901153 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'ip_version': 4, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:01:03.922831 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Made reservation on behalf of 11a1c93a8b2943838f6f3a9c04ae374d for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:01:03.925131 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:04.211488 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:04.278444 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fa6623-f25a-44c2-a120-bc1b584def64,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:04.282903 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Checking segment: {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:01:04.283275 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Network hostable DHCP agents. Network: ea5efa56-8e39-43a3-8dce-3c9b88cf371a, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:01:04.303883 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:01:04.313826 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, ea5efa56-8e39-43a3-8dce-3c9b88cf371a) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:01:04.318362 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:04.318936 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:04.325252 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982437a-1761-4fd0-aa3d-b056d68ee9c0 None None] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:01:04.333422 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f28ae9e8-f9a6-44a3-9e59-bf91476edf9f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4355075 Sep 14 17:01:04.653449 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:01:04.654700 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:04.928877 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Allocated IP 172.20.0.2 (ea5efa56-8e39-43a3-8dce-3c9b88cf371a/94fa6623-f25a-44c2-a120-bc1b584def64/a6c358e9-4628-425b-a4a0-1db55429d4f0) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:01:05.156793 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:05.171808 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Transition to ACTIVE for port object a6c358e9-4628-425b-a4a0-1db55429d4f0 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:01:05.193038 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Transition to ACTIVE for port object a6c358e9-4628-425b-a4a0-1db55429d4f0 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:01:05.200373 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:05.267671 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:01:05.272338 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:01:05.284631 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:01:05.288164 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Pushing event updated for resources: {'Port': ['ID=a6c358e9-4628-425b-a4a0-1db55429d4f0,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:05.318039 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.318387 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.318729 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.319060 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.319387 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.319714 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.320036 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.320356 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.320717 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.321037 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.321354 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.321668 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Tracked resource versions report: Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: pushed versions: Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: { 'AddressGroup': {'1.2'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'ConntrackHelper': {'1.0'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Log': {'1.0'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Network': {'1.1'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Port': {'1.7'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'PortForwarding': {'1.2'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'QosPolicy': {'1.9'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroup': {'1.4'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SubPort': {'1.0'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Subnet': {'1.1'}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Trunk': {'1.1'}} Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: consumer versions: Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'ConntrackHelper': '1.0', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Log': '1.0', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Network': '1.1', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Port': '1.7', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'PortForwarding': '1.2', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'QosPolicy': '1.9', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroup': '1.4', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroupRule': '1.2', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SubPort': '1.0', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Subnet': '1.1', Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Trunk': '1.1'}} Sep 14 17:01:05.322772 dv-cinder-808992-3-iscsi neutron-server[94110]: {{(pid=94110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:01:05.370326 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Attempting to bind port a6c358e9-4628-425b-a4a0-1db55429d4f0 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:01:05.370897 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Attempting to bind port a6c358e9-4628-425b-a4a0-1db55429d4f0 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:01:05.371119 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Attempting to bind port a6c358e9-4628-425b-a4a0-1db55429d4f0 on network ea5efa56-8e39-43a3-8dce-3c9b88cf371a {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:01:05.375785 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:01:05.376197 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Checking segment: {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:01:05.376676 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:05.377060 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Bound using segment: {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:01:05.377509 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Bound port: a6c358e9-4628-425b-a4a0-1db55429d4f0, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:01:05.377918 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:05.439995 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] For port a6c358e9-4628-425b-a4a0-1db55429d4f0, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:01:05.444451 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] For port a6c358e9-4628-425b-a4a0-1db55429d4f0, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=a6c358e9-4628-425b-a4a0-1db55429d4f0,segment=NetworkSegment(997d693d-134d-482e-991f-84107d7bbf49),segment_id=997d693d-134d-482e-991f-84107d7bbf49)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:01:05.448760 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:05.510585 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8817-09d2-491e-a71a-9c7432f4b0c4 None None] Pushing event updated for resources: {'Port': ['ID=a6c358e9-4628-425b-a4a0-1db55429d4f0,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:06.838590 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 39444) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:07.329710 dv-cinder-808992-3-iscsi neutron-server[94109]: WARNING oslo_policy.policy [None req-352833ca-b9bb-4367-8afc-aba591bb0b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:01:07.330279 dv-cinder-808992-3-iscsi neutron-server[94109]: WARNING oslo_policy.policy [None req-352833ca-b9bb-4367-8afc-aba591bb0b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:01:07.558261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [None req-352833ca-b9bb-4367-8afc-aba591bb0b90 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:01:07.559439 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-352833ca-b9bb-4367-8afc-aba591bb0b90 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7185955 Sep 14 17:01:10.029351 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 39458) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:10.341610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [None req-a90e7742-f07a-4b89-aa45-5192af241f7e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:01:10.342516 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a90e7742-f07a-4b89-aa45-5192af241f7e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122344 Sep 14 17:01:13.062402 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 39472) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:13.422215 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Request body: {'router': {'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:01:13.496292 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.policy [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 17:01:13.550303 dv-cinder-808992-3-iscsi neutron-server[94109]: WARNING oslo_policy.policy [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:01:13.550774 dv-cinder-808992-3-iscsi neutron-server[94109]: WARNING oslo_policy.policy [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 17:01:13.564714 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.quota [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Loaded quota_driver: . Sep 14 17:01:13.625110 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.627027 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.786352 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.792106 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.810950 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:13.812225 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c380ff86-c7b7-4ac7-8ce4-70e8823cdbea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7488687 Sep 14 17:01:13.979134 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47837ec5-e38f-4f40-9a58-18e3fc1d7346 None None] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:01:14.060669 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device a6c358e9-4628-425b-a4a0-1db55429d4f0 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:14.064912 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-dd8e0bf6-520a-4c55-b0c8-61764fb4d2aa None None] Provisioning for port a6c358e9-4628-425b-a4a0-1db55429d4f0 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:01:14.195685 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port a6c358e9-4628-425b-a4a0-1db55429d4f0 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:01:14.205019 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port a6c358e9-4628-425b-a4a0-1db55429d4f0 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:14.205418 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:14.352910 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:14.389273 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port a6c358e9-4628-425b-a4a0-1db55429d4f0, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=a6c358e9-4628-425b-a4a0-1db55429d4f0,segment=NetworkSegment(997d693d-134d-482e-991f-84107d7bbf49),segment_id=997d693d-134d-482e-991f-84107d7bbf49)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:14.395312 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:14.444318 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=a6c358e9-4628-425b-a4a0-1db55429d4f0,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:14.514234 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-03a1b789-d695-43fd-9a33-978b3c8a8754 None None] Provisioning complete for port a6c358e9-4628-425b-a4a0-1db55429d4f0 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:14.514707 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-03a1b789-d695-43fd-9a33-978b3c8a8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:16.021590 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device a6c358e9-4628-425b-a4a0-1db55429d4f0 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:16.070103 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port a6c358e9-4628-425b-a4a0-1db55429d4f0 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:16.070477 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:16.256001 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 39484) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:16.563361 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [None req-6cefccc5-efa4-4750-9032-8f82b7309fc8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:01:16.564591 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6cefccc5-efa4-4750-9032-8f82b7309fc8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075438 Sep 14 17:01:17.327929 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3500-2dcf-4540-8011-601f02e5f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:18.987331 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 39492) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:19.303209 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:01:19.326398 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Made reservation on behalf of 763729dbe1bc47dbb84ed4f24ebcae18 for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:01:19.329300 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.344765 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.459629 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.463130 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.474518 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Reserving flat network on physical network physnet1 {{(pid=94109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 17:01:19.506577 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771368618900', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.507144 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Unsubscribe: segment precommit_create {{(pid=94109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 17:01:19.507651 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Added segment 49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a of type flat for network 7088ca90-0c8b-4f15-ab13-a408be3ca31e Sep 14 17:01:19.522820 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa8f54e-6fe0-4e93-95d8-6a3f4dedae6f,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:19.548830 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.549200 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.550164 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.550527 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.550859 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.551200 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.551525 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.551845 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.552178 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.552524 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.552842 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.553154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Tracked resource versions report: Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: pushed versions: Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Log': {'1.0'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Network': {'1.1'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Port': {'1.7'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: consumer versions: Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Log': '1.0', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Network': '1.1', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Port': '1.7', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SubPort': '1.0', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Subnet': '1.1', Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Sep 14 17:01:19.554283 dv-cinder-808992-3-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:01:19.633818 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.674884 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.676165 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:19.676888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:19.735983 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7476015 Sep 14 17:01:19.779601 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255c56-bb24-43bb-b1e4-859932ec8720 admin admin] Pushing event updated for resources: {'Network': ['ID=7088ca90-0c8b-4f15-ab13-a408be3ca31e,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:19.792199 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:01:19.869711 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e08890c4-6acb-45a2-b23d-e0596ce5b694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:20.519948 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:20.780784 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:22.140116 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 39514) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:22.360957 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79e822f-a602-4edf-b844-58a056ea87e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:22.363014 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-f79e822f-a602-4edf-b844-58a056ea87e4 admin admin] 10.222.0.64 "GET /v2.0/subnets/94fa6623-f25a-44c2-a120-bc1b584def64 HTTP/1.1" status: 200 len: 849 time: 0.2219167 Sep 14 17:01:22.495478 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8b100cb7-700d-47ee-b1d4-b010b6c99f40 admin admin] 10.222.0.64 "GET /v2.0/routers/b1365180-4c58-4507-9a84-26749ed815a5 HTTP/1.1" status: 200 len: 704 time: 0.1257067 Sep 14 17:01:22.544522 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:22.763624 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.056742 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Allocated IP 172.20.0.1 (ea5efa56-8e39-43a3-8dce-3c9b88cf371a/94fa6623-f25a-44c2-a120-bc1b584def64/74429652-b778-4675-a9b1-7af1d3e87374) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:01:23.238096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.261353 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Transition to ACTIVE for port object 74429652-b778-4675-a9b1-7af1d3e87374 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:01:23.326509 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.392035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:01:23.397145 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:01:23.407599 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:01:23.408701 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.463787 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Pushing event updated for resources: {'Port': ['ID=74429652-b778-4675-a9b1-7af1d3e87374,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:23.564262 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-4514fbd1-fe5c-43c3-a27e-f5f11b5bf4b6 None None] Provisioning for port 74429652-b778-4675-a9b1-7af1d3e87374 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:01:23.568351 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-4514fbd1-fe5c-43c3-a27e-f5f11b5bf4b6 None None] Provisioning complete for port 74429652-b778-4675-a9b1-7af1d3e87374 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:23.568769 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4514fbd1-fe5c-43c3-a27e-f5f11b5bf4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.601693 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-4514fbd1-fe5c-43c3-a27e-f5f11b5bf4b6 None None] Port 74429652-b778-4675-a9b1-7af1d3e87374 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:01:23.605020 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.855383 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.859639 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.860428 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:23.920249 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Pushing event updated for resources: {'Port': ['ID=74429652-b778-4675-a9b1-7af1d3e87374,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:23.986347 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:01:23.988733 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:01:24.149877 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Router b1365180-4c58-4507-9a84-26749ed815a5 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:01:24.222327 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-4f92803e-39e2-406c-a647-c8bb32669b9e None None] Provisioning complete for port 74429652-b778-4675-a9b1-7af1d3e87374 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:24.222536 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4f92803e-39e2-406c-a647-c8bb32669b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:24.242954 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:01:24.260901 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9bdff629-e4c8-4a38-8a31-de34acaa9c35 admin admin] 10.222.0.64 "PUT /v2.0/routers/b1365180-4c58-4507-9a84-26749ed815a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7476189 Sep 14 17:01:24.261016 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Sync routers for ids ['b1365180-4c58-4507-9a84-26749ed815a5'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:01:24.264287 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-4f92803e-39e2-406c-a647-c8bb32669b9e None None] Port 74429652-b778-4675-a9b1-7af1d3e87374 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:01:24.264496 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Routers {'b1365180-4c58-4507-9a84-26749ed815a5'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:01:24.265151 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:01:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['b1365180-4c58-4507-9a84-26749ed815a5'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:24.460033 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Set router b1365180-4c58-4507-9a84-26749ed815a5 gateway port host: None {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:01:24.899347 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'name': 'router1', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:01:13Z', 'updated_at': '2021-09-14T17:01:23Z', 'revision_number': 2, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'gw_port_host': None, '_interfaces': [{'id': '74429652-b778-4675-a9b1-7af1d3e87374', 'name': '', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'mac_address': 'fa:16:3e:44:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:22Z', 'updated_at': '2021-09-14T17:01:23Z', 'revision_number': 2, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'subnets': [{'id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:24.950935 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Checking router: b1365180-4c58-4507-9a84-26749ed815a5 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:01:24.951300 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Updating router b1365180-4c58-4507-9a84-26749ed815a5 port 74429652-b778-4675-a9b1-7af1d3e87374 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:01:24.999236 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:25.509459 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:25.527427 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Transition to ACTIVE for port object 74429652-b778-4675-a9b1-7af1d3e87374 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:01:25.535574 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:25.706164 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Pushing event updated for resources: {'Port': ['ID=74429652-b778-4675-a9b1-7af1d3e87374,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:25.710115 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Attempting to bind port 74429652-b778-4675-a9b1-7af1d3e87374 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:01:25.710515 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Attempting to bind port 74429652-b778-4675-a9b1-7af1d3e87374 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:01:25.710930 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Attempting to bind port 74429652-b778-4675-a9b1-7af1d3e87374 on network ea5efa56-8e39-43a3-8dce-3c9b88cf371a {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:01:25.730272 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.730626 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.730966 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.731301 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.731636 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.731968 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.732292 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.732645 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.732978 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.733302 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.733621 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.733939 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Tracked resource versions report: Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: pushed versions: Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: { 'AddressGroup': {'1.2'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'ConntrackHelper': {'1.0'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Log': {'1.0'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Network': {'1.1'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Port': {'1.7'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'PortForwarding': {'1.2'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'QosPolicy': {'1.9'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroup': {'1.4'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SubPort': {'1.0'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Subnet': {'1.1'}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Trunk': {'1.1'}} Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: consumer versions: Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'ConntrackHelper': '1.0', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Log': '1.0', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Network': '1.1', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Port': '1.7', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'PortForwarding': '1.2', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'QosPolicy': '1.9', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroup': '1.4', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroupRule': '1.2', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SubPort': '1.0', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Subnet': '1.1', Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Trunk': '1.1'}} Sep 14 17:01:25.735060 dv-cinder-808992-3-iscsi neutron-server[94111]: {{(pid=94111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:01:25.737850 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:01:25.738268 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Checking segment: {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:01:25.738743 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:25.739115 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Bound using segment: {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:01:25.739848 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Bound port: 74429652-b778-4675-a9b1-7af1d3e87374, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997d693d-134d-482e-991f-84107d7bbf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:01:25.740225 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:25.742583 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:01:25.808834 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] For port 74429652-b778-4675-a9b1-7af1d3e87374, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:01:25.828531 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] For port 74429652-b778-4675-a9b1-7af1d3e87374, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=74429652-b778-4675-a9b1-7af1d3e87374,segment=NetworkSegment(997d693d-134d-482e-991f-84107d7bbf49),segment_id=997d693d-134d-482e-991f-84107d7bbf49)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:01:25.833703 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:25.886408 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Routers {'b1365180-4c58-4507-9a84-26749ed815a5'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:01:25.887042 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:01:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['b1365180-4c58-4507-9a84-26749ed815a5'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:25.936448 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3739f70-d7b0-4614-8d04-eae1ac413e37 None None] Pushing event updated for resources: {'Port': ['ID=74429652-b778-4675-a9b1-7af1d3e87374,revision_number=4']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:25.988015 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] Set router b1365180-4c58-4507-9a84-26749ed815a5 gateway port host: None {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:01:26.197893 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'name': 'router1', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:01:13Z', 'updated_at': '2021-09-14T17:01:23Z', 'revision_number': 2, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'gw_port_host': None, '_interfaces': [{'id': '74429652-b778-4675-a9b1-7af1d3e87374', 'name': '', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'mac_address': 'fa:16:3e:44:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:22Z', 'updated_at': '2021-09-14T17:01:25Z', 'revision_number': 4, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'subnets': [{'id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:26.224472 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10285ac8-c121-4a7e-adc4-9dee4582f20b None None] The sync data for ids ['b1365180-4c58-4507-9a84-26749ed815a5'] in dv-cinder-808992-3-iscsi is: [{'id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'name': 'router1', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:01:13Z', 'updated_at': '2021-09-14T17:01:23Z', 'revision_number': 2, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'gw_port_host': None, '_interfaces': [{'id': '74429652-b778-4675-a9b1-7af1d3e87374', 'name': '', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'mac_address': 'fa:16:3e:44:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:22Z', 'updated_at': '2021-09-14T17:01:25Z', 'revision_number': 4, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'subnets': [{'id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:01:26.526277 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39536) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:26.641713 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba5435-9818-4ed4-9cfc-72363a7c1deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:26.643158 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f2ba5435-9818-4ed4-9cfc-72363a7c1deb admin admin] 10.222.0.64 "GET /v2.0/networks/7088ca90-0c8b-4f15-ab13-a408be3ca31e HTTP/1.1" status: 200 len: 842 time: 0.1158617 Sep 14 17:01:26.653555 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:01:26.673529 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Made reservation on behalf of 763729dbe1bc47dbb84ed4f24ebcae18 for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:01:26.676469 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:27.019844 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.objects.ports [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94108) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 17:01:27.020305 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:27.076642 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997a00f2-89e8-4759-be53-665a3fa0a7fc,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:27.086651 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:01:27.087004 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Network hostable DHCP agents. Network: 7088ca90-0c8b-4f15-ab13-a408be3ca31e, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:01:27.105563 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:01:27.116081 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 7088ca90-0c8b-4f15-ab13-a408be3ca31e) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:01:27.121116 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:27.122147 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:27.125413 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7f4df-1ca2-421b-990b-7a3963847881 None None] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:01:27.140455 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-3b5ce29b-7e47-49b2-8b3f-d484b5b16117 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4898295 Sep 14 17:01:27.263913 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83369fb6-f9df-477e-9cd8-be31fef8bc19 None None] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:01:29.491020 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39544) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:29.724897 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ad5fbd07-0760-484f-bd83-5b9ba0d79080 admin admin] 10.222.0.64 "GET /v2.0/routers/b1365180-4c58-4507-9a84-26749ed815a5 HTTP/1.1" status: 200 len: 710 time: 0.2325034 Sep 14 17:01:29.818617 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a82b04-20fd-4c54-b87a-f549870b17c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:01:29.820013 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-80a82b04-20fd-4c54-b87a-f549870b17c8 admin admin] 10.222.0.64 "GET /v2.0/networks/7088ca90-0c8b-4f15-ab13-a408be3ca31e HTTP/1.1" status: 200 len: 886 time: 0.0892868 Sep 14 17:01:29.829392 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:01:30.081831 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:30.352382 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:30.425065 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:30.581085 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Allocated IP 172.27.1.75 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/e56811e9-2a8d-4dff-8ef5-039e8089a338) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:01:30.692690 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:30.769550 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:30.837452 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:01:30.841897 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:01:30.848443 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:01:30.894549 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Pushing event updated for resources: {'Port': ['ID=e56811e9-2a8d-4dff-8ef5-039e8089a338,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:31.135651 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:31.337893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1633698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1636114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1438'] for router, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:31.348530 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1633723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1633864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1636139'] for router, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:31.462959 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Router b1365180-4c58-4507-9a84-26749ed815a5 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:01:31.660094 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:01:31.665603 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:31.666430 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-bcbf6977-ddc3-47bf-a2b5-15ec19e120fd admin admin] 10.222.0.64 "PUT /v2.0/routers/b1365180-4c58-4507-9a84-26749ed815a5 HTTP/1.1" status: 200 len: 889 time: 1.8402588 Sep 14 17:01:32.053846 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 74429652-b778-4675-a9b1-7af1d3e87374 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:32.103272 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 74429652-b778-4675-a9b1-7af1d3e87374 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:01:32.107223 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 74429652-b778-4675-a9b1-7af1d3e87374 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:32.107593 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:32.184086 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:32.218306 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 74429652-b778-4675-a9b1-7af1d3e87374, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=74429652-b778-4675-a9b1-7af1d3e87374,segment=NetworkSegment(997d693d-134d-482e-991f-84107d7bbf49),segment_id=997d693d-134d-482e-991f-84107d7bbf49)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:32.222892 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:32.312800 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=74429652-b778-4675-a9b1-7af1d3e87374,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:32.687175 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Sync routers for ids ['b1365180-4c58-4507-9a84-26749ed815a5'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:01:32.697633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Routers {'b1365180-4c58-4507-9a84-26749ed815a5'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:01:32.698278 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:01:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['b1365180-4c58-4507-9a84-26749ed815a5'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:32.905529 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Set router b1365180-4c58-4507-9a84-26749ed815a5 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:01:33.293952 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'name': 'router1', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e56811e9-2a8d-4dff-8ef5-039e8089a338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:01:13Z', 'updated_at': '2021-09-14T17:01:31Z', 'revision_number': 4, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'gw_port': {'id': 'e56811e9-2a8d-4dff-8ef5-039e8089a338', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:30Z', 'updated_at': '2021-09-14T17:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '74429652-b778-4675-a9b1-7af1d3e87374', 'name': '', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'mac_address': 'fa:16:3e:44:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:22Z', 'updated_at': '2021-09-14T17:01:32Z', 'revision_number': 5, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'subnets': [{'id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:33.346204 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Checking router: b1365180-4c58-4507-9a84-26749ed815a5 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:01:33.346689 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Updating router b1365180-4c58-4507-9a84-26749ed815a5 port e56811e9-2a8d-4dff-8ef5-039e8089a338 binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:01:33.393474 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:33.704844 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:33.714316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Transition to ACTIVE for port object e56811e9-2a8d-4dff-8ef5-039e8089a338 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:01:33.721025 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:33.774361 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Attempting to bind port e56811e9-2a8d-4dff-8ef5-039e8089a338 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:01:33.774737 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Attempting to bind port e56811e9-2a8d-4dff-8ef5-039e8089a338 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:01:33.775102 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Attempting to bind port e56811e9-2a8d-4dff-8ef5-039e8089a338 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:01:33.777107 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626630c-b7c9-45d0-b98a-e7ad4722f509 None None] Pushing event updated for resources: {'Port': ['ID=e56811e9-2a8d-4dff-8ef5-039e8089a338,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:33.788592 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:01:33.788975 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:01:33.789379 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:33.789770 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:01:33.790232 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Bound port: e56811e9-2a8d-4dff-8ef5-039e8089a338, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:01:33.790633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:33.840671 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] For port e56811e9-2a8d-4dff-8ef5-039e8089a338, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:01:33.843708 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] For port e56811e9-2a8d-4dff-8ef5-039e8089a338, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=e56811e9-2a8d-4dff-8ef5-039e8089a338,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:01:33.847553 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:33.907246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Routers {'b1365180-4c58-4507-9a84-26749ed815a5'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:01:33.908097 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:01:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['b1365180-4c58-4507-9a84-26749ed815a5'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:33.909923 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626630c-b7c9-45d0-b98a-e7ad4722f509 None None] Pushing event updated for resources: {'Port': ['ID=e56811e9-2a8d-4dff-8ef5-039e8089a338,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:34.049522 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 74429652-b778-4675-a9b1-7af1d3e87374 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:34.129932 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 39556) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:01:34.130754 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] Set router b1365180-4c58-4507-9a84-26749ed815a5 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:01:34.208352 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 74429652-b778-4675-a9b1-7af1d3e87374 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:34.208755 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:34.243159 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-08f2e42b-b4f1-4e7c-b079-466ca9bd9d0c admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1119795 Sep 14 17:01:34.419735 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'name': 'router1', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e56811e9-2a8d-4dff-8ef5-039e8089a338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:01:13Z', 'updated_at': '2021-09-14T17:01:31Z', 'revision_number': 4, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'gw_port': {'id': 'e56811e9-2a8d-4dff-8ef5-039e8089a338', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:30Z', 'updated_at': '2021-09-14T17:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '74429652-b778-4675-a9b1-7af1d3e87374', 'name': '', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'mac_address': 'fa:16:3e:44:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:22Z', 'updated_at': '2021-09-14T17:01:32Z', 'revision_number': 5, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'subnets': [{'id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:01:34.446634 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece1dfb-a734-4280-9990-465e79f7eb79 None None] The sync data for ids ['b1365180-4c58-4507-9a84-26749ed815a5'] in dv-cinder-808992-3-iscsi is: [{'id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'name': 'router1', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e56811e9-2a8d-4dff-8ef5-039e8089a338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:01:13Z', 'updated_at': '2021-09-14T17:01:31Z', 'revision_number': 4, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'gw_port': {'id': 'e56811e9-2a8d-4dff-8ef5-039e8089a338', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:30Z', 'updated_at': '2021-09-14T17:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '74429652-b778-4675-a9b1-7af1d3e87374', 'name': '', 'network_id': 'ea5efa56-8e39-43a3-8dce-3c9b88cf371a', 'tenant_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'mac_address': 'fa:16:3e:44:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1365180-4c58-4507-9a84-26749ed815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:01:22Z', 'updated_at': '2021-09-14T17:01:32Z', 'revision_number': 5, 'project_id': '11a1c93a8b2943838f6f3a9c04ae374d', 'subnets': [{'id': '94fa6623-f25a-44c2-a120-bc1b584def64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b56291d-1257-4b82-99f8-b07d147427d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:01:36.089226 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device e56811e9-2a8d-4dff-8ef5-039e8089a338 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:36.144832 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port e56811e9-2a8d-4dff-8ef5-039e8089a338 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:01:36.149504 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port e56811e9-2a8d-4dff-8ef5-039e8089a338 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:36.149888 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:36.238496 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:36.260226 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port e56811e9-2a8d-4dff-8ef5-039e8089a338, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=e56811e9-2a8d-4dff-8ef5-039e8089a338,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:01:36.264511 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:36.313568 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=e56811e9-2a8d-4dff-8ef5-039e8089a338,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:01:38.078872 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device e56811e9-2a8d-4dff-8ef5-039e8089a338 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:01:38.135912 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port e56811e9-2a8d-4dff-8ef5-039e8089a338 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:01:38.136450 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:47.331968 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ccb8ff58-7bee-45ce-9851-ab17275e897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:49.832588 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-429e7493-7ed9-48c9-b3be-93f95dfe472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:50.525803 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:50.788246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:01:52.576348 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:02.722596 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:02:17.334680 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4b33-44a4-46cd-8a05-83b97d5b18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:19.838161 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5fed729e-a613-4f73-a80e-dbf8019b4423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.529735 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:20.791286 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:22.575288 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:39.722183 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:02:47.335848 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a2b49358-409e-4fd6-acb8-93fb4c0d2278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:49.839352 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac85c-375b-43c9-8851-80c134847ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.533036 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:50.792052 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:02:52.573786 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:11.230541 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40118) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:11.294379 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbfcd96-8d78-48f5-8616-186455063161 admin admin] GET failed (client error): The resource could not be found. Sep 14 17:03:11.295737 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ddbfcd96-8d78-48f5-8616-186455063161 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642376 Sep 14 17:03:11.457416 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a47bbf-a960-4d92-9d9b-72aba06b5900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:11.458840 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-24a47bbf-a960-4d92-9d9b-72aba06b5900 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584525 Sep 14 17:03:13.636348 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40128) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:13.727127 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a409d-c80b-4e5f-baa1-80b92c49c5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:13.728481 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d95a409d-c80b-4e5f-baa1-80b92c49c5d9 admin admin] 10.222.0.64 "GET /v2.0/subnets/94fa6623-f25a-44c2-a120-bc1b584def64 HTTP/1.1" status: 200 len: 849 time: 0.0911367 Sep 14 17:03:13.738905 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:03:13.827360 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:13.966945 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771368675597'] for subnet, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:13.997162 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:13.997764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:13.999811 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] 10.222.0.64 "PUT /v2.0/subnets/94fa6623-f25a-44c2-a120-bc1b584def64 HTTP/1.1" status: 200 len: 868 time: 0.2644746 Sep 14 17:03:14.019644 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fa6623-f25a-44c2-a120-bc1b584def64,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:03:14.019894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22542463-49e3-4adb-a679-56b248f1645a None None] Network ea5efa56-8e39-43a3-8dce-3c9b88cf371a requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:03:14.026886 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.027274 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.027625 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.027972 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.028312 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.028692 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.029033 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.029366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.029745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.030112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.030442 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.030771 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3f009-1e2e-4061-a56b-823eb4bf93c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:03:14.357291 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-a1712b01-d7e6-484e-99dd-bcc343c28d69 None None] Provisioning complete for port a6c358e9-4628-425b-a4a0-1db55429d4f0 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:14.357596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a1712b01-d7e6-484e-99dd-bcc343c28d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:14.441081 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-a1712b01-d7e6-484e-99dd-bcc343c28d69 None None] Provisioning complete for port 74429652-b778-4675-a9b1-7af1d3e87374 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:03:14.441456 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a1712b01-d7e6-484e-99dd-bcc343c28d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:16.312775 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40136) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:16.509659 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a72a9eb-8202-4875-b5f2-e297e0a2ca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:16.510139 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a72a9eb-8202-4875-b5f2-e297e0a2ca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:16.511695 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2a72a9eb-8202-4875-b5f2-e297e0a2ca7d admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980133 Sep 14 17:03:16.720919 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:03:17.337354 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2b668aae-c56d-4564-ae4d-39bcc934cf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:18.727202 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40144) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:18.861272 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108766b4-94b9-4f62-bdf4-9c5c51677da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:18.861765 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108766b4-94b9-4f62-bdf4-9c5c51677da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:18.863293 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-108766b4-94b9-4f62-bdf4-9c5c51677da0 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351306 Sep 14 17:03:19.840929 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-b39695c1-28cb-4a1a-ad6b-38262e09d5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:20.534071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:20.796191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:21.047796 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40152) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:21.173059 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124f7f7-7372-4c21-8c2d-014a9cae6f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:21.174409 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d124f7f7-7372-4c21-8c2d-014a9cae6f60 admin admin] 10.222.0.64 "GET /v2.0/networks/7088ca90-0c8b-4f15-ab13-a408be3ca31e HTTP/1.1" status: 200 len: 886 time: 0.1257453 Sep 14 17:03:22.575570 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:23.386620 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40160) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:23.513810 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01eba5e-5d93-478b-a3eb-67304e84c07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:23.515636 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a01eba5e-5d93-478b-a3eb-67304e84c07d admin admin] 10.222.0.64 "GET /v2.0/networks/ea5efa56-8e39-43a3-8dce-3c9b88cf371a HTTP/1.1" status: 200 len: 869 time: 0.1280797 Sep 14 17:03:25.708172 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40170) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:25.830780 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b92197-1f2d-4472-a8c4-2a04e54a72b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:25.831233 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b92197-1f2d-4472-a8c4-2a04e54a72b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:25.832750 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-61b92197-1f2d-4472-a8c4-2a04e54a72b6 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235893 Sep 14 17:03:27.996573 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40178) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:28.118035 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec84e2-a9c9-4e71-9c23-1f0f3b21be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:28.118501 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec84e2-a9c9-4e71-9c23-1f0f3b21be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:28.120121 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-baec84e2-a9c9-4e71-9c23-1f0f3b21be88 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226113 Sep 14 17:03:30.292193 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40186) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:30.385232 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60515aa-d045-4081-9b6f-19ab565a83dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:30.386566 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b60515aa-d045-4081-9b6f-19ab565a83dc admin admin] 10.222.0.64 "GET /v2.0/subnets/94fa6623-f25a-44c2-a120-bc1b584def64 HTTP/1.1" status: 200 len: 868 time: 0.0933914 Sep 14 17:03:32.588331 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40194) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:32.675109 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbab03-58e2-451d-b04c-d6dffb393499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:32.676667 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-a3cbab03-58e2-451d-b04c-d6dffb393499 admin admin] 10.222.0.64 "GET /v2.0/subnets/997a00f2-89e8-4759-be53-665a3fa0a7fc HTTP/1.1" status: 200 len: 816 time: 0.0873330 Sep 14 17:03:47.339292 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a7b42829-f4aa-468c-b04d-ab1ea6209d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:49.842279 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3be9b9e2-e3af-45e9-8cd2-5a774b94bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:50.535745 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:50.800582 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:52.579513 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:03:53.719221 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:03:56.534622 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40250) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:56.581273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [None req-dd274fc5-5dfa-4f36-be9d-1ffa1b1821db admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:03:56.582271 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-dd274fc5-5dfa-4f36-be9d-1ffa1b1821db admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466909 Sep 14 17:03:58.882077 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40258) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:03:58.941952 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.pecan_wsgi.hooks.translation [None req-877ca8b7-85f3-4d96-8c84-7bfff05dd655 admin admin] GET failed (client error): The resource could not be found. Sep 14 17:03:58.943279 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-877ca8b7-85f3-4d96-8c84-7bfff05dd655 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602798 Sep 14 17:03:59.085398 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4e598c-9955-4ea6-973c-dd0fca9bcec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:03:59.086901 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6d4e598c-9955-4ea6-973c-dd0fca9bcec4 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390228 Sep 14 17:04:01.302362 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40266) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:01.349895 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:01.370475 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Made reservation on behalf of 763729dbe1bc47dbb84ed4f24ebcae18 for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:04:01.372677 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:01.403317 dv-cinder-808992-3-iscsi neutron-server[94109]: WARNING neutron.services.revisions.revision_plugin [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Could not find related network for resource to bump revision. Sep 14 17:04:01.416875 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:04:01.426144 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:01.426480 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Added segment 8939a41f-6d46-4ae9-8f6b-d2032407565e of type vlan for network 164112b2-c3f5-451a-8491-d77d3c3b6d20 Sep 14 17:04:01.474185 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:01.497282 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:01.499026 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:01.500088 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:01.532051 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2286470 Sep 14 17:04:01.560494 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=164112b2-c3f5-451a-8491-d77d3c3b6d20,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:01.569001 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.569369 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.569710 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.570038 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.570364 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.570706 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.571030 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.571348 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.571683 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.572003 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.572359 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.572715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1d4d7-ee67-4456-a2b1-7808ec397ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:01.585287 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 164112b2-c3f5-451a-8491-d77d3c3b6d20 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:04:03.776638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40274) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:04:03.838632 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.pecan_wsgi.hooks.translation [None req-77529e30-2950-4fb7-bec1-a5fea8329a53 admin admin] GET failed (client error): The resource could not be found. Sep 14 17:04:03.839937 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-77529e30-2950-4fb7-bec1-a5fea8329a53 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623488 Sep 14 17:04:03.907294 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e4af3-1043-4893-bb9d-f50af8ac30d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:03.908745 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-395e4af3-1043-4893-bb9d-f50af8ac30d2 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640571 Sep 14 17:04:03.918758 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:04:03.943341 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Made reservation on behalf of 763729dbe1bc47dbb84ed4f24ebcae18 for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:04:03.945807 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.133346 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.255035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb7e6a4-6143-4966-b521-cb2cd98b2a40,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:04.273469 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Checking segment: {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:04:04.273822 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Network hostable DHCP agents. Network: 164112b2-c3f5-451a-8491-d77d3c3b6d20, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:04:04.294289 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Network 164112b2-c3f5-451a-8491-d77d3c3b6d20 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:04:04.305021 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 164112b2-c3f5-451a-8491-d77d3c3b6d20) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:04:04.309410 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:04:04.310057 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.315627 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3360a-0357-4abd-92c6-c3e46991023c None None] Network 164112b2-c3f5-451a-8491-d77d3c3b6d20 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:04:04.326093 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5cddd7fe-508d-4dbd-83a3-0a3eccf7b8e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4105523 Sep 14 17:04:04.558982 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-164112b2-c3f5-451a-8491-d77d3c3b6d20', 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20', 'tenant_id': '763729dbe1bc47dbb84ed4f24ebcae18', 'fixed_ips': [{'subnet_id': 'beb7e6a4-6143-4966-b521-cb2cd98b2a40'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:04:04.559847 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.694191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Allocated IP 192.168.233.2 (164112b2-c3f5-451a-8491-d77d3c3b6d20/beb7e6a4-6143-4966-b521-cb2cd98b2a40/8e523978-9876-4806-92e1-fe7829cf236f) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:04:04.840900 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.850632 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Transition to ACTIVE for port object 8e523978-9876-4806-92e1-fe7829cf236f will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:04:04.867729 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Transition to ACTIVE for port object 8e523978-9876-4806-92e1-fe7829cf236f will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:04:04.873150 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.910459 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Network 164112b2-c3f5-451a-8491-d77d3c3b6d20 is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:04:04.913185 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:04:04.916598 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:04:04.924967 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Pushing event updated for resources: {'Port': ['ID=8e523978-9876-4806-92e1-fe7829cf236f,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:04.932582 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.932932 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.933273 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.933622 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.933956 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.934277 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.934600 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.934919 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.935255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.935577 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.935911 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.936259 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:04:04.990183 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Attempting to bind port 8e523978-9876-4806-92e1-fe7829cf236f on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:04:04.990545 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Attempting to bind port 8e523978-9876-4806-92e1-fe7829cf236f by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:04:04.990901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Attempting to bind port 8e523978-9876-4806-92e1-fe7829cf236f on network 164112b2-c3f5-451a-8491-d77d3c3b6d20 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:04:04.995946 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:04:04.996311 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Checking segment: {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:04:04.996732 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:04.997117 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Bound using segment: {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:04:04.997569 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Bound port: 8e523978-9876-4806-92e1-fe7829cf236f, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:04:04.997955 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:05.059413 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] For port 8e523978-9876-4806-92e1-fe7829cf236f, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:04:05.063020 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] For port 8e523978-9876-4806-92e1-fe7829cf236f, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=8e523978-9876-4806-92e1-fe7829cf236f,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:04:05.067171 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:05.124127 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154608-4d8c-4745-87ce-40b494bcbece None None] Pushing event updated for resources: {'Port': ['ID=8e523978-9876-4806-92e1-fe7829cf236f,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:05.934003 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2ef88f-809f-445f-a9a8-b18a3cf7e42e None None] Network 164112b2-c3f5-451a-8491-d77d3c3b6d20 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:04:06.060370 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-c878973b-d284-48cb-b75a-d91b4b2c6550 None None] Provisioning for port 8e523978-9876-4806-92e1-fe7829cf236f completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:04:06.182819 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 8e523978-9876-4806-92e1-fe7829cf236f up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:04:06.243760 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 8e523978-9876-4806-92e1-fe7829cf236f completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:04:06.248217 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 8e523978-9876-4806-92e1-fe7829cf236f triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:04:06.248668 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:06.335472 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:06.369452 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 8e523978-9876-4806-92e1-fe7829cf236f, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=8e523978-9876-4806-92e1-fe7829cf236f,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:04:06.373351 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:06.425314 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-d3d830dc-0980-48df-88ad-070ed7738ded None None] Provisioning complete for port 8e523978-9876-4806-92e1-fe7829cf236f triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:04:06.425598 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d3d830dc-0980-48df-88ad-070ed7738ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:06.429887 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=8e523978-9876-4806-92e1-fe7829cf236f,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:04:08.147526 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 8e523978-9876-4806-92e1-fe7829cf236f up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:04:08.194255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 8e523978-9876-4806-92e1-fe7829cf236f triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:04:08.194626 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:17.340374 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8d63ccbd-4b99-4226-8163-b76871c9dac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:19.844234 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-0b039813-896b-4d26-b965-bb14824aa3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:20.537461 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:20.803920 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:22.583940 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:30.718603 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:04:47.341519 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e8901ba7-f1d0-41f8-a13d-5cf60e871d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:49.844401 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e8f4b3ee-3797-40dc-8ef0-24dfb2fdd169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:50.539865 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:50.807662 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:04:52.586295 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:07.717483 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:05:13.149059 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40326) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:05:13.155510 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [None req-253b3c39-f411-4fdb-97d2-1318f3b4d76e tempest-verify_tempest_config-1794787121 tempest-verify_tempest_config-1794787121-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:05:13.156510 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-253b3c39-f411-4fdb-97d2-1318f3b4d76e tempest-verify_tempest_config-1794787121 tempest-verify_tempest_config-1794787121-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064707 Sep 14 17:05:13.459345 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40344) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:05:13.567000 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.654544 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.658131 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.701780 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b516c64187943ee93b4276e19aa598c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2413952 Sep 14 17:05:13.702572 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3594f696-b82a-461d-b574-0cd35414c5e4,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:13.704819 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40348) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:05:13.709358 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.709729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.710074 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.710411 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.710855 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.711206 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.711538 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.711871 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.712193 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.712543 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.712882 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.713203 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f214eb-8f1e-431e-83f2-05cc931db5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.759321 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.780708 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.865236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.868150 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:13.869579 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3594f696-b82a-461d-b574-0cd35414c5e4 HTTP/1.1" status: 204 len: 168 time: 0.1637912 Sep 14 17:05:13.881123 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3594f696-b82a-461d-b574-0cd35414c5e4,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:05:13.887720 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.888077 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.889068 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.889418 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.889750 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.890133 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.890468 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.890802 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.891132 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.891460 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.891786 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:13.892108 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956d8fdb-285b-436e-bbbd-6ef8ee8f7d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:05:17.342931 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-b23a103f-82ac-4d73-8d59-d598fe29d86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:19.845816 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e47f6285-a92e-4ff6-b2c2-67f50bdbfd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.541514 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:20.811133 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:22.590155 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:44.716659 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:05:47.346679 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-01850746-03a4-415c-9923-b25fa4b91602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:49.845131 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-591980a2-97d8-4b6d-94a3-1973dfcfeeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:50.541143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:50.815721 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:05:52.592518 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:17.347579 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-30fd4606-bc25-495f-b02d-41e5acd31a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:19.845592 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dba5255a-7a05-4041-8fde-9d267bb6c9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.543457 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:20.817829 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:21.716665 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 5 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:06:22.596830 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:43.558276 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634008'] for agent, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:47.348095 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf2aa-e51e-4c44-9620-54abfba3a150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:49.846929 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9ef125d3-e571-4f2c-8892-0bf6d7113ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:50.544490 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:50.820204 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:52.600451 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:06:58.508807 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40422) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:06:58.612112 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-be63b474-2277-4128-9987-85b1ae365d8c admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1022148 Sep 14 17:06:58.715124 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:07:00.833900 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40432) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:07:00.894796 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b302214e-42d0-4c9d-97a2-82093035f55a admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0593214 Sep 14 17:07:13.527134 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:17.350925 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4aa15562-e4d4-4692-b3a8-3f0130f1334c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:19.847105 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-05ad3a45-4c90-4b58-807e-38fb1b6c0c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:20.545579 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:20.822152 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:22.600816 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:35.713813 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:07:43.540754 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:47.351630 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-0f1e9ad0-b36b-478b-ab81-21023bf0537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:49.849972 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ad220656-1063-4a2b-b38f-7f0ba992e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:50.545817 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:50.829217 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:07:52.606685 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:12.713260 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:08:13.555820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:17.352892 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-063e5af8-a6ec-4108-bd29-43db47dae8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:19.851463 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-698034ad-9f24-48c4-a582-aa378f0f8c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:20.556285 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:20.827751 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:22.606379 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.474142 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40592) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:29.739531 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-943360402-network', 'tenant_id': '6e7a9be051fa437d80fd4c17952743a0'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:29.766175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Made reservation on behalf of 6e7a9be051fa437d80fd4c17952743a0 for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:29.768632 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.772686 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40618) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:29.781173 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.875059 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.879499 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.910514 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:08:29.912705 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:29.922253 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-263279691-network', 'tenant_id': '873d36d273394006b9f21ce76dba61d5'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:29.922935 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.923285 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.923727 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.924076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.924422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.924775 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.925108 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.925457 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.925746 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.926077 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.926395 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.926712 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Tracked resource versions report: Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: pushed versions: Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Log': {'1.0'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Network': {'1.1'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Port': {'1.7'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: consumer versions: Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: HyperV agent@hv-cinder-80899: {}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Log': '1.0', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Network': '1.1', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Port': '1.7', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'SubPort': '1.0', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Subnet': '1.1', Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Sep 14 17:08:29.927907 dv-cinder-808992-3-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:08:29.935329 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.935687 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Added segment b4284be4-42b4-4418-997b-31eba773d482 of type vlan for network ac6d322a-1f9e-4242-bf4c-b123d046a551 Sep 14 17:08:29.969683 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Made reservation on behalf of 873d36d273394006b9f21ce76dba61d5 for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:29.974166 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.980759 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:29.984678 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.011423 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.013259 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:30.014139 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.096463 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6d322a-1f9e-4242-bf4c-b123d046a551,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:30.096775 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.101897 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.110004 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network ac6d322a-1f9e-4242-bf4c-b123d046a551 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:08:30.121023 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a81fee57-5bfd-4acf-89ba-402c6626cf30 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6438971 Sep 14 17:08:30.122542 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40644) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:30.130232 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:08:30.133457 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Request body: {'subnet': {'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-943360402-subnet', 'tenant_id': '6e7a9be051fa437d80fd4c17952743a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:30.152263 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.152605 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Added segment c56f1c61-c50b-4a04-8596-c7a53999843e of type vlan for network 3887dccf-3c70-483e-8c6d-7f1292d74361 Sep 14 17:08:30.154395 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb0574a-7639-4c64-b12b-4886424476de,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:30.176969 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Made reservation on behalf of 6e7a9be051fa437d80fd4c17952743a0 for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:30.181582 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.183298 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.183932 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.184280 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.184643 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.185019 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.186107 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.187491 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.188016 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.188686 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.189191 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.189684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.191115 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Tracked resource versions report: Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: pushed versions: Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Log': {'1.0'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Network': {'1.1'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Port': {'1.7'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: consumer versions: Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: HyperV agent@hv-cinder-80899: {}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Log': '1.0', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Network': '1.1', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Port': '1.7', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'SubPort': '1.0', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Subnet': '1.1', Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Sep 14 17:08:30.192370 dv-cinder-808992-3-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:08:30.232546 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.264172 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.265256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:30.265882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.310587 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5358160 Sep 14 17:08:30.331401 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40650) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:30.338995 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ea43b-e030-4f8f-ad9f-76dd56430736 admin admin] Pushing event updated for resources: {'Network': ['ID=3887dccf-3c70-483e-8c6d-7f1292d74361,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:30.343861 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Request body: {'subnet': {'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-subnet', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:30.351502 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:08:30.421249 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Made reservation on behalf of 873d36d273394006b9f21ce76dba61d5 for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:30.423349 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.466122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.506573 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40658) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:30.546842 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40664) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:30.578938 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40668) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:30.613305 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b90fae-b5fc-45bd-abdf-fb312f80fd7c,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:30.638427 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Checking segment: {'id': 'b4284be4-42b4-4418-997b-31eba773d482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:30.638719 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Network hostable DHCP agents. Network: ac6d322a-1f9e-4242-bf4c-b123d046a551, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:08:30.689425 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.702105 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Network ac6d322a-1f9e-4242-bf4c-b123d046a551 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:08:30.742266 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, ac6d322a-1f9e-4242-bf4c-b123d046a551) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:30.749834 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:30.751051 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.762432 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-network', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:30.765591 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25366d5d-7428-4cae-8f17-e0e756add05e None None] Network ac6d322a-1f9e-4242-bf4c-b123d046a551 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:30.774750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba7186b-0e6f-4992-925e-8af9bb856ad0,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:30.797886 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Checking segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:30.798243 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Network hostable DHCP agents. Network: 3887dccf-3c70-483e-8c6d-7f1292d74361, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:08:30.822596 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Made reservation on behalf of 63de1cb0903f4c2b9b8b2015ac57ed6d for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:30.825191 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.829852 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:08:30.840047 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5751042c-2688-44ed-b989-86988f5ffbf4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7147155 Sep 14 17:08:30.840524 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.853163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 3887dccf-3c70-483e-8c6d-7f1292d74361) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:30.865996 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:30.867280 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.870997 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9647f0-f30a-48d8-8c0b-aaf7ea261057 None None] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:30.944278 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.949651 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.954462 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-734ca4ea-5de2-4ee7-8ed6-0c65460125db admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6215315 Sep 14 17:08:30.957552 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40684) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:30.961747 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:30.973283 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:08:30.985274 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:30.985849 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Added segment 76281d3d-7e06-4136-bf76-077fb85429cc of type vlan for network fb9e5834-e61d-4906-a9f3-97c5866ae536 Sep 14 17:08:31.012453 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.015168 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.024004 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ec6d1-860b-45d9-9411-631d02a2c31e None None] Network ac6d322a-1f9e-4242-bf4c-b123d046a551 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:31.036310 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.069849 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-873203072-network', 'tenant_id': '52b317cd3ec3467c92930799ec6ae7b7'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:31.076598 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-862168250-network', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:31.080124 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.081502 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:31.082231 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.139952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.161048 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68769675-a362-446f-b2bf-ce0ac8aa1828 None None] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:31.292137 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Pushing event updated for resources: {'Network': ['ID=fb9e5834-e61d-4906-a9f3-97c5866ae536,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:31.299885 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7917788 Sep 14 17:08:31.302589 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40704) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:31.304307 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Made reservation on behalf of 52b317cd3ec3467c92930799ec6ae7b7 for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:31.305273 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:08:31.306668 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.312786 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Request body: {'subnet': {'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-subnet', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:31.339332 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058559b2-bed6-423e-ba48-7ea3548e483d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31865ab2-d41e-4c88-a6fb-cf4c32ef34db,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:31.345809 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Made reservation on behalf of 63de1cb0903f4c2b9b8b2015ac57ed6d for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:31.348403 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.465868 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.477646 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.548031 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Made reservation on behalf of ea9351bc032c4ad1bf1b281b18922203 for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:31.550409 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.574086 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.650672 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.696632 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.709768 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.762217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c300687-b69c-404b-a5ea-3ee88fb04c1b,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:31.768364 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:08:31.790749 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac03a4ae-1893-4dfd-8d54-56e179edf1af,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:31.806593 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.806907 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Added segment b150eb54-9f31-4513-b76e-11584cc7756b of type vlan for network f47401dd-73d4-4be9-ab98-76618c0ac21c Sep 14 17:08:31.820781 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Checking segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:31.821349 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Network hostable DHCP agents. Network: fb9e5834-e61d-4906-a9f3-97c5866ae536, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:08:31.887822 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.898070 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.906032 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:08:31.941104 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, fb9e5834-e61d-4906-a9f3-97c5866ae536) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:31.952351 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5c470-1a87-4abe-83fa-052256a159c7 None None] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:31.955122 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:31.955970 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.963244 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.964448 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:31.964751 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.965366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:31.980215 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.007565 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.048761 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-8260b9bb-ab89-4b44-a02f-2004a34e25ee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7397842 Sep 14 17:08:32.050271 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40736) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:32.051335 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4711068 Sep 14 17:08:32.055528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:32.060987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40738) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:32.069508 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Request body: {'subnet': {'network_id': 'f47401dd-73d4-4be9-ab98-76618c0ac21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-873203072-subnet', 'tenant_id': '52b317cd3ec3467c92930799ec6ae7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:32.104757 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:08:32.111743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9c02-4060-4667-b331-67beeb667230 admin admin] Pushing event updated for resources: {'Network': ['ID=f47401dd-73d4-4be9-ab98-76618c0ac21c,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:32.117479 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c728962-9a43-4ad2-a199-19a5d2a720ce,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:32.123719 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.124370 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Added segment 86b9a975-3058-49cc-9319-41192439c872 of type vlan for network 7a6139dd-2145-496b-9be3-6ec03e73f989 Sep 14 17:08:32.143679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.144726 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.175855 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Allocated IP 172.27.1.16 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/f3e4cc59-1c19-465d-bc04-a117afb9a48d) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:32.180621 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.204508 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network f47401dd-73d4-4be9-ab98-76618c0ac21c details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:08:32.205269 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Made reservation on behalf of 52b317cd3ec3467c92930799ec6ae7b7 for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:32.208461 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.223942 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.228794 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:32.231741 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.255275 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-fb9e5834-e61d-4906-a9f3-97c5866ae536', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:08:32.257092 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.277889 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.347860 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7997887 Sep 14 17:08:32.348585 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40746) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:32.361551 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Request body: {'subnet': {'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-862168250-subnet', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:32.473559 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb75b8-0810-4587-9cd5-88df248213c7 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6139dd-2145-496b-9be3-6ec03e73f989,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:32.488810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:08:32.488992 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Made reservation on behalf of ea9351bc032c4ad1bf1b281b18922203 for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:32.491211 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.666494 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Allocated IP 172.20.0.2 (fb9e5834-e61d-4906-a9f3-97c5866ae536/8c300687-b69c-404b-a5ea-3ee88fb04c1b/b9c6677e-2488-4272-8fd1-ed55ee4b25a5) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:32.775303 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.819120 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.870205 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.947026 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bdca96-e9a7-4ec2-a1fa-a76e689ab000,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:32.980863 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:32.986031 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Checking segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:32.986401 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Network hostable DHCP agents. Network: 7a6139dd-2145-496b-9be3-6ec03e73f989, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:08:32.986829 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.009065 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Transition to ACTIVE for port object b9c6677e-2488-4272-8fd1-ed55ee4b25a5 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:33.013569 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:08:33.038223 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 7a6139dd-2145-496b-9be3-6ec03e73f989) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:33.045758 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:33.046737 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:33.050421 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.051184 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:33.053377 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.054405 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Transition to ACTIVE for port object b9c6677e-2488-4272-8fd1-ed55ee4b25a5 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:33.057228 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:33.057849 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c978c-e91e-4b9e-beb4-5a71e5231284 None None] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:33.090269 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-041c60e1-d941-492d-afd3-5fb78da50db1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7378564 Sep 14 17:08:33.093211 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40794) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:33.100241 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:33.110124 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.113505 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16674e5-b5cd-44ea-9a1d-f1b8e52cf060,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:33.157552 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.159306 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.208342 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Pushing event updated for resources: {'Port': ['ID=f3e4cc59-1c19-465d-bc04-a117afb9a48d,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:33.250820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Pushing event updated for resources: {'Port': ['ID=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:33.295561 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.296284 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.297140 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.299826 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.301970 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.303588 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.304112 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.304643 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.305811 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.308295 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.315928 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.316433 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Tracked resource versions report: Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: pushed versions: Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: { 'AddressGroup': {'1.2'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'ConntrackHelper': {'1.0'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Log': {'1.0'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Network': {'1.1'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Port': {'1.7'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'PortForwarding': {'1.2'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'QosPolicy': {'1.9'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroup': {'1.4'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SubPort': {'1.0'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Subnet': {'1.1'}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Trunk': {'1.1'}} Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: consumer versions: Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: HyperV agent@hv-cinder-80899: {}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'ConntrackHelper': '1.0', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Log': '1.0', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Network': '1.1', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Port': '1.7', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'PortForwarding': '1.2', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'QosPolicy': '1.9', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroup': '1.4', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SecurityGroupRule': '1.2', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'SubPort': '1.0', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Subnet': '1.1', Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: 'Trunk': '1.1'}} Sep 14 17:08:33.318045 dv-cinder-808992-3-iscsi neutron-server[94110]: {{(pid=94110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:08:33.348599 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.393424 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Checking segment: {'id': 'b150eb54-9f31-4513-b76e-11584cc7756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f47401dd-73d4-4be9-ab98-76618c0ac21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:33.394712 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Network hostable DHCP agents. Network: f47401dd-73d4-4be9-ab98-76618c0ac21c, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:08:33.398198 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40810) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:33.401028 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.407885 dv-cinder-808992-3-iscsi neutron-server[94109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 17:08:33.411104 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:33.416311 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:33.427279 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:33.503863 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Attempting to bind port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:33.504218 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Attempting to bind port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:33.504792 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Attempting to bind port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:33.555077 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:33.555428 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Checking segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:33.556796 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.557373 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Bound using segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:33.558165 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Bound port: b9c6677e-2488-4272-8fd1-ed55ee4b25a5, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:33.558721 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.602733 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.610516 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-7a6139dd-2145-496b-9be3-6ec03e73f989', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:08:33.611456 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.746587 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40818) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:33.765286 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40822) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:33.766164 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-8a70e428-120f-42fc-88a6-2f06e03f5a59 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:33.767877 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-8a70e428-120f-42fc-88a6-2f06e03f5a59 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/networks?id=ac6d322a-1f9e-4242-bf4c-b123d046a551 HTTP/1.1" status: 200 len: 811 time: 0.3633080 Sep 14 17:08:33.773496 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:33.926790 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Network f47401dd-73d4-4be9-ab98-76618c0ac21c is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:08:33.930119 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-a36561d1-7f64-48ce-a7eb-bb24b370b39b tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/quotas/6e7a9be051fa437d80fd4c17952743a0 HTTP/1.1" status: 200 len: 375 time: 0.1313107 Sep 14 17:08:33.946604 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] For port b9c6677e-2488-4272-8fd1-ed55ee4b25a5, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:33.975161 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] For port b9c6677e-2488-4272-8fd1-ed55ee4b25a5, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:34.009764 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.036978 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d232b-47d0-4dcb-9114-12b462ea19b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.041176 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-605db210-9ebb-453e-8cf3-75db376b9a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.066462 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.081690 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Allocated IP 172.20.0.2 (7a6139dd-2145-496b-9be3-6ec03e73f989/87bdca96-e9a7-4ec2-a1fa-a76e689ab000/c980b5cc-2fd9-4eb9-b856-b9a700e7cac0) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:34.105216 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.115590 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Allocated IP 172.27.1.218 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:34.135820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7c84d-6066-43ee-b221-3084d48a9699 None None] Pushing event updated for resources: {'Port': ['ID=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:34.235374 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9074791d-46c7-4506-8bfc-6b041730df5a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7a9be051fa437d80fd4c17952743a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2168217 Sep 14 17:08:34.240361 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, f47401dd-73d4-4be9-ab98-76618c0ac21c) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:34.267250 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa75f6-6292-4b01-807d-fb91f3104826 None None] Network f47401dd-73d4-4be9-ab98-76618c0ac21c requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:34.270000 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:34.270655 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.330325 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-605db210-9ebb-453e-8cf3-75db376b9a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.342307 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.353629 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-605db210-9ebb-453e-8cf3-75db376b9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.468963 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605db210-9ebb-453e-8cf3-75db376b9a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee98b0e-eef8-4a98-b9c4-619548c695d1,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:34.494188 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-605db210-9ebb-453e-8cf3-75db376b9a4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e4179b7c2ae442ea399ad689e263999&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7397630 Sep 14 17:08:34.503941 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e934e03-6a61-4d87-869e-1f19f3a3d419 None None] Network f47401dd-73d4-4be9-ab98-76618c0ac21c requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:34.504552 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.507408 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40842) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:34.556642 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-104ee897-dbce-4322-bb8c-d8b6d6a75463 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:08:34.558363 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.565396 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-104ee897-dbce-4322-bb8c-d8b6d6a75463 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1528485 Sep 14 17:08:34.601946 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Transition to ACTIVE for port object c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:34.634682 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Transition to ACTIVE for port object c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:34.665343 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.693571 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-717f436f-e838-48d0-985b-f485250c2a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.728200 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:34.729248 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d232b-47d0-4dcb-9114-12b462ea19b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.731243 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-717f436f-e838-48d0-985b-f485250c2a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.733442 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:34.741253 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:34.742865 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d232b-47d0-4dcb-9114-12b462ea19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.744164 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Pushing event updated for resources: {'Port': ['ID=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:34.753483 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1555ac15-73df-42ea-afb2-fa2e71150c67 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6890366 Sep 14 17:08:34.789711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.820913 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Attempting to bind port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:34.821371 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Attempting to bind port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:34.821883 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Attempting to bind port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:34.828296 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:34.828839 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Checking segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:34.829346 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.829869 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Bound using segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:34.830482 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Bound port: c980b5cc-2fd9-4eb9-b856-b9a700e7cac0, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:34.830999 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.831121 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Allocated IP 172.27.1.184 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/722d6221-7ddb-4aae-98aa-290dfe7f8ab6) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:34.893165 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:34.901625 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:34.911958 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-2aa3fc2d-fff0-4835-bb86-e95805cd17e0 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456798 Sep 14 17:08:34.920036 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:34.932317 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] For port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:34.937458 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] For port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:34.944165 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:34.961273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:34.991049 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-dd8d232b-47d0-4dcb-9114-12b462ea19b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da8840efddf44b22919a0e9945aa69b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2061408 Sep 14 17:08:35.000366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40848) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:35.015505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d232b-47d0-4dcb-9114-12b462ea19b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd8e9c-e286-4291-8ddc-4f472c52b915,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:35.051072 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.053686 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07785262-76a2-4ff8-ad23-5156c2bd07a8 None None] Pushing event updated for resources: {'Port': ['ID=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:35.063707 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-717f436f-e838-48d0-985b-f485250c2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.066979 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-717f436f-e838-48d0-985b-f485250c2a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.071185 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-717f436f-e838-48d0-985b-f485250c2a8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ee98b0e-eef8-4a98-b9c4-619548c695d1 HTTP/1.1" status: 204 len: 168 time: 0.5574899 Sep 14 17:08:35.110754 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f436f-e838-48d0-985b-f485250c2a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee98b0e-eef8-4a98-b9c4-619548c695d1,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:35.114196 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.180140 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.276770 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e82a9a9-6878-48c1-9729-aa03b78a8895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.311405 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e82a9a9-6878-48c1-9729-aa03b78a8895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.341736 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-e3e6ceb1-301b-4055-a59a-79225a1ca844 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186239 Sep 14 17:08:35.442098 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e82a9a9-6878-48c1-9729-aa03b78a8895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.452163 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e82a9a9-6878-48c1-9729-aa03b78a8895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.461135 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2e82a9a9-6878-48c1-9729-aa03b78a8895 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fcd8e9c-e286-4291-8ddc-4f472c52b915 HTTP/1.1" status: 204 len: 168 time: 0.4548509 Sep 14 17:08:35.477949 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:35.522859 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:35.563132 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:35.571831 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82a9a9-6878-48c1-9729-aa03b78a8895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd8e9c-e286-4291-8ddc-4f472c52b915,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:35.576042 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Pushing event updated for resources: {'Port': ['ID=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:35.728967 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3353768-88b4-431d-8ce7-1841d54372f3 None None] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:35.828619 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:35.958296 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-02a783e1-6a56-4b0b-8edf-6d06a8c2cab3 None None] Provisioning for port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:36.021171 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b81554f0-139f-4146-b773-a4c653a4cbd6 req-ea9e57eb-fd8b-43fc-8658-7688efc2fa6e tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 210 time: 0.0889513 Sep 14 17:08:36.032314 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40894) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:36.039666 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Router 80ed3eda-d299-401e-8ad2-644d96a5cba8 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:08:36.057414 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.150604 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8f20c1eb-b7e3-4ab8-a33d-9559249be585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.344704 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40904) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:36.346643 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.512060 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.524383 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:36.555825 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40906) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:36.567580 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-637464984-network', 'tenant_id': '7cf7eb2aa9b54fac85fb01bb7dec9f6b'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:36.623804 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:36.625205 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:08:36.635866 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Sync routers for ids ['80ed3eda-d299-401e-8ad2-644d96a5cba8'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:08:36.644786 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device b9c6677e-2488-4272-8fd1-ed55ee4b25a5 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:36.658650 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Routers {'80ed3eda-d299-401e-8ad2-644d96a5cba8'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:36.659306 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['80ed3eda-d299-401e-8ad2-644d96a5cba8'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:36.685840 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:08:36.698751 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.726686 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8f20c1eb-b7e3-4ab8-a33d-9559249be585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.727513 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d3409-5a37-4f91-9a28-7cf3fe3018fc None None] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:36.759063 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.764267 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-0440e1f4-0895-4030-b6e6-43e9d1409fec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8058753 Sep 14 17:08:36.765214 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40912) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:36.776214 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Made reservation on behalf of 7cf7eb2aa9b54fac85fb01bb7dec9f6b for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:36.779422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.814280 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:36.829486 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:36.830183 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.831711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.877086 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.db.api [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 17:08:36.877086 dv-cinder-808992-3-iscsi neutron-server[94108]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 17:08:36.877086 dv-cinder-808992-3-iscsi neutron-server[94108]: [parameters: {'project_id_1': 'fc137358192e4017997ff195f1d47d23', 'expiration_1': datetime.datetime(2021, 9, 14, 17, 8, 16, 652832)}] Sep 14 17:08:36.877086 dv-cinder-808992-3-iscsi neutron-server[94108]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 17:08:36.878004 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG oslo_db.api [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 17:08:36.883234 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8f20c1eb-b7e3-4ab8-a33d-9559249be585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.910713 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] Provisioning for port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:36.931048 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] Provisioning complete for port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:36.931608 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:36.943788 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Set router 80ed3eda-d299-401e-8ad2-644d96a5cba8 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:36.955906 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-8f20c1eb-b7e3-4ab8-a33d-9559249be585 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=face8987c63944468ddf1082e5aadfef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9189534 Sep 14 17:08:36.956375 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40924) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:36.957041 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20c1eb-b7e3-4ab8-a33d-9559249be585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02808178-d952-4680-8295-3147bcb94ec8,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:37.140094 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:08:37.155303 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-daff5a5c-46c0-473c-9b1a-75a02dab6d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.204598 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.219321 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-daff5a5c-46c0-473c-9b1a-75a02dab6d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.227670 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:33Z', 'revision_number': 3, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:37.292639 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port b9c6677e-2488-4272-8fd1-ed55ee4b25a5, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:37.293818 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Checking router: 80ed3eda-d299-401e-8ad2-644d96a5cba8 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:08:37.294519 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Updating router 80ed3eda-d299-401e-8ad2-644d96a5cba8 port f3e4cc59-1c19-465d-bc04-a117afb9a48d binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:08:37.329138 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.336082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:08:37.373857 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:08:37.385093 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.393785 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:08:37.413813 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.429741 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:08:37.433514 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-daff5a5c-46c0-473c-9b1a-75a02dab6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.434060 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:37.435864 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:37.445637 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-daff5a5c-46c0-473c-9b1a-75a02dab6d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.453968 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-daff5a5c-46c0-473c-9b1a-75a02dab6d3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02808178-d952-4680-8295-3147bcb94ec8 HTTP/1.1" status: 204 len: 168 time: 0.4889996 Sep 14 17:08:37.464778 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] For port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:37.472249 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.485738 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:37.486526 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:37.486913 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff5a5c-46c0-473c-9b1a-75a02dab6d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02808178-d952-4680-8295-3147bcb94ec8,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:37.552315 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.563795 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:37.569336 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40942) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:37.609423 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:37.694666 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc35fcb-352f-4694-b174-c777a2072d80 None None] Pushing event updated for resources: {'Port': ['ID=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:37.728808 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-b2477597-1a94-4ad6-85e0-a7c1da4b23ea None None] Provisioning complete for port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:37.729210 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-b2477597-1a94-4ad6-85e0-a7c1da4b23ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.734465 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5c552ff8-bcdf-44db-a9f8-6a3bcc0d7f1f req-5ceaedb7-e719-4875-a476-f4e1296e4ad3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 210 time: 0.3998952 Sep 14 17:08:37.798458 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1578a3d0-5352-44e0-93d9-9434033c47c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:37.864567 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:38.040620 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.056662 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.062306 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f4cb50e7-fa06-4862-b345-d1749496dba6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9666126 Sep 14 17:08:38.063477 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 40954) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:38.074920 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.101246 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:08:38.109583 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.113450 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:35Z', 'revision_number': 3, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:38.122607 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.126722 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Added segment b9d25f4c-72fd-4fd6-b3ac-cf51d42fc6fe of type vlan for network 22508d1a-4803-48d0-8dad-46d442fb290a Sep 14 17:08:38.147363 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:08:38.147985 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Updating router 5dc47cc8-c819-4f8b-830e-404b790c0d98 port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:08:38.169476 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Transition to ACTIVE for port object f3e4cc59-1c19-465d-bc04-a117afb9a48d will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:38.181035 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.183072 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.227091 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.282874 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Attempting to bind port f3e4cc59-1c19-465d-bc04-a117afb9a48d on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:38.283850 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Attempting to bind port f3e4cc59-1c19-465d-bc04-a117afb9a48d by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:38.283850 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Attempting to bind port f3e4cc59-1c19-465d-bc04-a117afb9a48d on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:38.337880 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.339122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:38.339898 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.350483 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Pushing event updated for resources: {'Port': ['ID=f3e4cc59-1c19-465d-bc04-a117afb9a48d,revision_number=2']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:38.387396 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:38.388402 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:38.390625 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.392186 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:38.392725 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Bound port: f3e4cc59-1c19-465d-bc04-a117afb9a48d, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:38.394260 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.420628 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.422142 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-06120221-b033-4fce-a586-dc14eb0900e5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3706925 Sep 14 17:08:38.444599 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.444956 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.445302 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.445643 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.446024 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.446306 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.446691 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.447030 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.447378 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.447711 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.448035 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.448356 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Tracked resource versions report: Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: pushed versions: Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: { 'AddressGroup': {'1.2'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'ConntrackHelper': {'1.0'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Log': {'1.0'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Network': {'1.1'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Port': {'1.7'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'PortForwarding': {'1.2'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'QosPolicy': {'1.9'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroup': {'1.4'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroupRule': {'1.2'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SubPort': {'1.0'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Subnet': {'1.1'}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Trunk': {'1.1'}} Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: consumer versions: Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: { DHCP agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: HyperV agent@hv-cinder-80899: {}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: L3 agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: Metadata agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: Metering agent@dv-cinder-808992-3-iscsi: {}, Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: Open vSwitch agent@dv-cinder-808992-3-iscsi: { 'AddressGroup': '1.2', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'ConntrackHelper': '1.0', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Log': '1.0', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Network': '1.1', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Port': '1.7', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'PortForwarding': '1.2', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'QosPolicy': '1.9', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroup': '1.4', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SecurityGroupRule': '1.2', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'SubPort': '1.0', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Subnet': '1.1', Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: 'Trunk': '1.1'}} Sep 14 17:08:38.449540 dv-cinder-808992-3-iscsi neutron-server[94111]: {{(pid=94111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 17:08:38.475058 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:38.481584 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40964) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:38.505799 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.590658 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.610179 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:38.610617 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.632592 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0729792 Sep 14 17:08:38.644952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40970) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:38.646012 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c83e1-0ce0-4da3-a60a-3346eefeac6f,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:38.646227 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] For port f3e4cc59-1c19-465d-bc04-a117afb9a48d, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:38.686790 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Request body: {'subnet': {'network_id': '22508d1a-4803-48d0-8dad-46d442fb290a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-637464984-subnet', 'tenant_id': '7cf7eb2aa9b54fac85fb01bb7dec9f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:38.692176 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc137358192e4017997ff195f1d47d23&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3454986 Sep 14 17:08:38.695396 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] For port f3e4cc59-1c19-465d-bc04-a117afb9a48d, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=f3e4cc59-1c19-465d-bc04-a117afb9a48d,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:38.697237 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d81584-7cee-4daa-b602-4b64cc31e79a admin admin] Pushing event updated for resources: {'Network': ['ID=22508d1a-4803-48d0-8dad-46d442fb290a,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:38.699784 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40972) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:38.708700 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a29a79-4b48-4dd9-9c63-158706ab9714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f7800-66f5-4a75-a159-9e53a1681fa2,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:38.741631 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 22508d1a-4803-48d0-8dad-46d442fb290a details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:08:38.756362 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.821061 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:35Z', 'revision_number': 3, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:38.858618 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:08:38.858973 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Updating router 3860ff3d-c646-4f20-ae4a-e7c853f31646 port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:08:38.865667 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419ce72-078c-469b-82d4-64cf6ed75bc6 None None] Pushing event updated for resources: {'Port': ['ID=f3e4cc59-1c19-465d-bc04-a117afb9a48d,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:38.880888 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Routers {'80ed3eda-d299-401e-8ad2-644d96a5cba8'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:38.881542 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['80ed3eda-d299-401e-8ad2-644d96a5cba8'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:38.897999 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:38.974133 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device b9c6677e-2488-4272-8fd1-ed55ee4b25a5 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:39.048470 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.056910 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.41', 60618) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:39.081076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 40982) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:39.126317 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:39.126863 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.194810 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.210350 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c54379f1-0ae3-48b9-b492-c7f2a5d1e221 req-b2f385de-8af4-4b32-8607-2e8e04761fac tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 210 time: 0.1131265 Sep 14 17:08:39.211150 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Transition to ACTIVE for port object 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:39.227890 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.275602 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fda99bd2-7ec7-4263-9b86-629636107003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.371548 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] Set router 80ed3eda-d299-401e-8ad2-644d96a5cba8 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:39.426610 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-e8c299bc-1092-4068-8b51-3d4893d07891 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:39.428134 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-e8c299bc-1092-4068-8b51-3d4893d07891 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.41 "GET /v2.0/networks?id=ac6d322a-1f9e-4242-bf4c-b123d046a551 HTTP/1.1" status: 200 len: 811 time: 0.3690119 Sep 14 17:08:39.507877 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Request body: {'port': {'device_id': '326f684b-3c5b-444e-a142-2063bd3ab269', 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551', 'admin_state_up': True, 'tenant_id': '6e7a9be051fa437d80fd4c17952743a0'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:39.520264 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1578a3d0-5352-44e0-93d9-9434033c47c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.520661 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fda99bd2-7ec7-4263-9b86-629636107003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.550912 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1578a3d0-5352-44e0-93d9-9434033c47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.603087 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.614278 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Attempting to bind port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:39.614647 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Attempting to bind port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:39.615027 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Attempting to bind port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:39.628476 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Transition to ACTIVE for port object fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:39.638546 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.664860 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:39.665257 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:39.665665 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.671136 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:39.671687 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Bound port: 722d6221-7ddb-4aae-98aa-290dfe7f8ab6, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:39.672257 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.698517 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Made reservation on behalf of 7cf7eb2aa9b54fac85fb01bb7dec9f6b for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:39.701729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.729478 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5b771-4ed6-484f-b63c-4be96c6238df None None] Pushing event updated for resources: {'Port': ['ID=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,revision_number=2']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:39.753642 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-1578a3d0-5352-44e0-93d9-9434033c47c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c899c2e84b449c88d5e2e31dbdfde43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1829169 Sep 14 17:08:39.760224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41004) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:39.762474 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578a3d0-5352-44e0-93d9-9434033c47c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc3814-6830-494d-9ff5-149bb68fb7e1,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:39.768848 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714ff2-e226-4221-b893-2e0e6099ca1a None None] Pushing event updated for resources: {'Port': ['ID=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:39.797078 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Attempting to bind port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:39.797847 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Attempting to bind port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:39.798384 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Attempting to bind port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:39.813691 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:39.819639 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:39.820527 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.821090 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:39.821765 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Bound port: fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:39.824901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.877072 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] For port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:39.890008 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] For port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:39.918264 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:39.951443 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] For port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:39.977650 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] For port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:39.989921 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.016869 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Made reservation on behalf of 6e7a9be051fa437d80fd4c17952743a0 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:40.020473 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.022368 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef50c554-10ce-4d77-ae6e-74fd4c85c788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.036321 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5b771-4ed6-484f-b63c-4be96c6238df None None] Pushing event updated for resources: {'Port': ['ID=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:40.091213 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714ff2-e226-4221-b893-2e0e6099ca1a None None] Pushing event updated for resources: {'Port': ['ID=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:40.095046 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.096799 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:40.097780 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:40.112291 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:40.113060 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:40.114669 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef50c554-10ce-4d77-ae6e-74fd4c85c788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.198176 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:33Z', 'revision_number': 3, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:40.258791 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:40.287315 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e942f9-d26a-490b-88b7-79be69cca7c2 None None] The sync data for ids ['80ed3eda-d299-401e-8ad2-644d96a5cba8'] in dv-cinder-808992-3-iscsi is: [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:33Z', 'revision_number': 3, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:08:40.303856 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Allocated IP 172.20.0.1 (3887dccf-3c70-483e-8c6d-7f1292d74361/cba7186b-0e6f-4992-925e-8af9bb856ad0/bf930af6-e6b3-4f15-a465-b788fc9622d2) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:40.399302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fda99bd2-7ec7-4263-9b86-629636107003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.401814 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fda99bd2-7ec7-4263-9b86-629636107003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.410143 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-fda99bd2-7ec7-4263-9b86-629636107003 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da1f7800-66f5-4a75-a159-9e53a1681fa2 HTTP/1.1" status: 204 len: 168 time: 1.6922631 Sep 14 17:08:40.456700 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:40.472637 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda99bd2-7ec7-4263-9b86-629636107003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f7800-66f5-4a75-a159-9e53a1681fa2,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:40.771363 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:41.089302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b23a773-9b4b-473f-8d28-8bac25b63f34,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:41.105147 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Checking segment: {'id': 'b9d25f4c-72fd-4fd6-b3ac-cf51d42fc6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '22508d1a-4803-48d0-8dad-46d442fb290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:41.105865 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Network hostable DHCP agents. Network: 22508d1a-4803-48d0-8dad-46d442fb290a, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:08:41.117811 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3fa23eae-036f-4eeb-98da-f878f97884b3 req-a7236c20-f237-402a-bca1-497a3377b4da tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 210 time: 0.2555120 Sep 14 17:08:41.121423 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:35Z', 'revision_number': 3, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:41.245546 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Allocated IP 172.20.0.12 (ac6d322a-1f9e-4242-bf4c-b123d046a551/b3b90fae-b5fc-45bd-abdf-fb312f80fd7c/6deaa25f-30a3-4b03-95ee-3dbf36740ee5) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:41.268596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fc2b0-6e32-4124-be82-a192ce03529a None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:35Z', 'revision_number': 3, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:08:41.305856 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:35Z', 'revision_number': 3, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:41.373716 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:41.392998 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef50c554-10ce-4d77-ae6e-74fd4c85c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:41.396083 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef50c554-10ce-4d77-ae6e-74fd4c85c788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:41.397315 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ef50c554-10ce-4d77-ae6e-74fd4c85c788 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fcc3814-6830-494d-9ff5-149bb68fb7e1 HTTP/1.1" status: 204 len: 168 time: 1.6296880 Sep 14 17:08:41.400704 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76946b-2256-4d59-9c07-1565031c7d04 None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:35Z', 'revision_number': 3, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:08:41.424692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Network 22508d1a-4803-48d0-8dad-46d442fb290a is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:08:41.585177 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 22508d1a-4803-48d0-8dad-46d442fb290a) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:41.604605 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:41.605000 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:41.605427 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f29da5c-f553-4462-828c-0054d239a2a6 None None] Network 22508d1a-4803-48d0-8dad-46d442fb290a requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:41.665680 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-636a3ae5-abb2-41d4-a148-7f2c28cecaef admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0161488 Sep 14 17:08:41.687613 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50c554-10ce-4d77-ae6e-74fd4c85c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc3814-6830-494d-9ff5-149bb68fb7e1,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:41.909578 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:42.016467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:42.027891 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Allocated IP 172.20.0.1 (7a6139dd-2145-496b-9be3-6ec03e73f989/87bdca96-e9a7-4ec2-a1fa-a76e689ab000/d3fc3c97-7998-4115-a248-a6d61d196bbe) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:42.165632 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41062) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:42.221348 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Allocated IP 172.20.0.1 (fb9e5834-e61d-4906-a9f3-97c5866ae536/8c300687-b69c-404b-a5ea-3ee88fb04c1b/df702bb0-0003-4f99-9c08-63dd03a0090a) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:42.268375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:42.270361 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e55cb-c68b-4750-94ad-66c7391da037 None None] Network 22508d1a-4803-48d0-8dad-46d442fb290a requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:08:42.323940 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Pushing event updated for resources: {'Port': ['ID=bf930af6-e6b3-4f15-a465-b788fc9622d2,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:42.519751 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:42.534758 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c92466d-8f9f-4b51-98b4-ea909aa4fba5 req-2ab4a2c4-96de-425d-8fc7-8f39694b3e37 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 210 time: 0.1737723 Sep 14 17:08:42.563660 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:42.587099 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:42.593005 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:42.598933 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:42.806232 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f3e4cc59-1c19-465d-bc04-a117afb9a48d up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:43.030176 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port f3e4cc59-1c19-465d-bc04-a117afb9a48d completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:43.054106 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port f3e4cc59-1c19-465d-bc04-a117afb9a48d triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:43.054515 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.226367 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.323129 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.526261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Transition to ACTIVE for port object df702bb0-0003-4f99-9c08-63dd03a0090a will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:43.549738 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Deleting subnet a16674e5-b5cd-44ea-9a1d-f1b8e52cf060 {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:08:43.586504 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Network ac6d322a-1f9e-4242-bf4c-b123d046a551 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:43.629854 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.642736 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:43.652310 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.754929 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:43.776017 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:43.776944 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.810702 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.864503 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Pushing event updated for resources: {'Port': ['ID=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:43.870694 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port f3e4cc59-1c19-465d-bc04-a117afb9a48d, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=f3e4cc59-1c19-465d-bc04-a117afb9a48d,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:43.874998 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.882953 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-853a0b6e-3e03-4db9-858e-d11a57c0d9fc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3827288 Sep 14 17:08:43.887034 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.888710 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:43.891866 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.927064 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:43.932188 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Transition to ACTIVE for port object d3fc3c97-7998-4115-a248-a6d61d196bbe will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:43.995620 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-8eb9295d-8df7-40a9-aeea-cd1d84aa0e27 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:08:43.999983 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-8eb9295d-8df7-40a9-aeea-cd1d84aa0e27 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183318 Sep 14 17:08:44.066628 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.087220 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.111106 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=f3e4cc59-1c19-465d-bc04-a117afb9a48d,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:44.135774 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.139834 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:44.148168 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:44.151056 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.165715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.168940 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.187499 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.250111 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd998-0039-419e-ae82-87577058b691 req-b4309264-eb3f-4f4b-a90b-7964a17092e3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:44.253123 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b57cd998-0039-419e-ae82-87577058b691 req-b4309264-eb3f-4f4b-a90b-7964a17092e3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 932 time: 0.4786749 Sep 14 17:08:44.290776 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.295662 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a16674e5-b5cd-44ea-9a1d-f1b8e52cf060 HTTP/1.1" status: 204 len: 168 time: 2.1272054 Sep 14 17:08:44.319826 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41110) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:44.326973 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce71f21-3779-4602-b8bb-43bcbaaaeffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16674e5-b5cd-44ea-9a1d-f1b8e52cf060,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:44.344936 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:44.364616 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:44.381131 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.383955 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:44.384457 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.423600 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:44.429476 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:44.431991 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.434898 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:44.457438 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fc3c97-7998-4115-a248-a6d61d196bbe,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:44.462737 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:44.591155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Pushing event updated for resources: {'Port': ['ID=bf930af6-e6b3-4f15-a465-b788fc9622d2,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:44.615484 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:44.632719 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:44.635771 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.639127 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Request body: {'port': {'device_id': '326f684b-3c5b-444e-a142-2063bd3ab269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:44.644790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:44.666396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:44.666396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.925790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:44.945319 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.027684 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:45.034243 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-89f8840b-c5ce-4a9a-b4c9-2bcd634fd865 None None] Provisioning for port d3fc3c97-7998-4115-a248-a6d61d196bbe completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:45.043067 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.210106 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-89f8840b-c5ce-4a9a-b4c9-2bcd634fd865 None None] Provisioning complete for port d3fc3c97-7998-4115-a248-a6d61d196bbe triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:45.211872 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-89f8840b-c5ce-4a9a-b4c9-2bcd634fd865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.223618 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b57cd998-0039-419e-ae82-87577058b691 req-c3c80ddb-a34e-4b00-a69d-d3fe9e6bff44 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9140544 Sep 14 17:08:45.333827 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:45.357774 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-89f8840b-c5ce-4a9a-b4c9-2bcd634fd865 None None] Port d3fc3c97-7998-4115-a248-a6d61d196bbe cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:08:45.366489 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f3e4cc59-1c19-465d-bc04-a117afb9a48d up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:45.380275 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.508515 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port f3e4cc59-1c19-465d-bc04-a117afb9a48d triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:45.510813 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.551158 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-c400c288-1983-4648-9699-ede78a177d33 None None] Provisioning for port df702bb0-0003-4f99-9c08-63dd03a0090a completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:45.590140 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-c400c288-1983-4648-9699-ede78a177d33 None None] Provisioning complete for port df702bb0-0003-4f99-9c08-63dd03a0090a triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:45.592384 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c400c288-1983-4648-9699-ede78a177d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.690226 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-c400c288-1983-4648-9699-ede78a177d33 None None] Port df702bb0-0003-4f99-9c08-63dd03a0090a cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:08:45.783698 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:45.806842 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.903824 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:45.906431 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:45.913041 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.035961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:46.038894 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Pushing event updated for resources: {'Port': ['ID=df702bb0-0003-4f99-9c08-63dd03a0090a,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:46.050822 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:46.200954 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:08:46.211674 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.233985 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Transition to ACTIVE for port object 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:46.242256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.486226 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Pushing event updated for resources: {'Port': ['ID=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:46.633550 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Attempting to bind port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:46.633910 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Attempting to bind port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'b4284be4-42b4-4418-997b-31eba773d482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:46.663256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Attempting to bind port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 on network ac6d322a-1f9e-4242-bf4c-b123d046a551 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:46.663256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 on network ac6d322a-1f9e-4242-bf4c-b123d046a551 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:08:46.663256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Attempting to bind port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 on network ac6d322a-1f9e-4242-bf4c-b123d046a551 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:46.666694 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:46.666694 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Checking segment: {'id': 'b4284be4-42b4-4418-997b-31eba773d482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:46.666694 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Bound using segment: {'id': 'b4284be4-42b4-4418-997b-31eba773d482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:46.670661 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.689092 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Bound port: 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4284be4-42b4-4418-997b-31eba773d482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:46.689850 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.766737 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.767074 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.767953 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.768286 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.768645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.768988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.769501 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.769988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.770449 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.770917 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:46.834283 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.842719 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:46.843543 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.065041 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] For port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:47.091610 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fc3c97-7998-4115-a248-a6d61d196bbe,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:47.095276 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] For port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,segment=NetworkSegment(b4284be4-42b4-4418-997b-31eba773d482),segment_id=b4284be4-42b4-4418-997b-31eba773d482)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:47.106723 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.155581 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:47.161428 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:47.163756 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:47.164160 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:47.164377 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.164547 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:47.165211 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:47.165544 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:08:47.165916 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] 10.222.0.41 "PUT /v2.0/ports/6deaa25f-30a3-4b03-95ee-3dbf36740ee5 HTTP/1.1" status: 200 len: 1094 time: 2.8871822 Sep 14 17:08:47.166021 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47401dd-73d4-4be9-ab98-76618c0ac21c']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:47.167963 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326f684b-3c5b-444e-a142-2063bd3ab269', 'tag': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:08:47.175012 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:47.192227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b150eb54-9f31-4513-b76e-11584cc7756b') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:47.192597 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b150eb54-9f31-4513-b76e-11584cc7756b') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:47.267869 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:47.268329 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.315301 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.325201 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee00a30-ffd8-4473-aedf-f34dea028b82 service neutron] Pushing event updated for resources: {'Port': ['ID=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:47.360089 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.398236 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-044863a4-87db-494d-bcaa-b2d58444f2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.425247 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.493627 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5360c6-e749-4c34-9ffe-3772f843d1b8 req-658b14b3-303f-4b5d-bec5-a94236c0647a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:47.495371 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cc5360c6-e749-4c34-9ffe-3772f843d1b8 req-658b14b3-303f-4b5d-bec5-a94236c0647a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.8110316 Sep 14 17:08:47.506218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.511784 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Router 80ed3eda-d299-401e-8ad2-644d96a5cba8 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:08:47.524807 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-63bf1d78-d2d6-4b2a-ba15-26ba74f3d5eb None None] Provisioning complete for port d3fc3c97-7998-4115-a248-a6d61d196bbe triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:47.525192 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-63bf1d78-d2d6-4b2a-ba15-26ba74f3d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.540223 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:08:47.540658 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.546187 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Pushing event updated for resources: {'Port': ['ID=df702bb0-0003-4f99-9c08-63dd03a0090a,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: from cryptography.utils import int_from_bytes Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: from cryptography.utils import int_from_bytes Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:08:47.549198 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:08:47.570336 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.583143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-63bf1d78-d2d6-4b2a-ba15-26ba74f3d5eb None None] Port d3fc3c97-7998-4115-a248-a6d61d196bbe cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:08:47.583957 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46beb6a-fa1b-4853-8af5-484283dd4328" -d '{"events": [{"name": "network-changed", "server_uuid": "326f684b-3c5b-444e-a142-2063bd3ab269", "tag": "6deaa25f-30a3-4b03-95ee-3dbf36740ee5"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:08:47.611894 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:08:47.722667 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cc5360c6-e749-4c34-9ffe-3772f843d1b8 req-eed1767e-e7ea-421e-988e-9bc497a61002 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130182 Sep 14 17:08:47.769600 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.783784 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:08:47.796121 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:08:47.800461 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-8951afd4-ec45-46e5-afe3-59920b2b5fc3 admin admin] 10.222.0.64 "PUT /v2.0/routers/5dc47cc8-c819-4f8b-830e-404b790c0d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7324538 Sep 14 17:08:47.801054 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.802940 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f47401dd-73d4-4be9-ab98-76618c0ac21c HTTP/1.1" status: 204 len: 168 time: 3.4814465 Sep 14 17:08:47.806671 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41204) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:47.809123 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366fa09-63d3-4679-bc1a-3a15a5db41f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47401dd-73d4-4be9-ab98-76618c0ac21c,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:47.824239 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:47.825223 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:47.867424 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Deleting subnet 5b23a773-9b4b-473f-8d28-8bac25b63f34 {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:08:47.868509 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:47.871430 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:47.883157 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:47.885875 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:08:47.907017 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Sync routers for ids ['80ed3eda-d299-401e-8ad2-644d96a5cba8'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:08:47.913865 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-629963d3-6bec-4b85-a249-47a525c77e92 admin admin] 10.222.0.64 "PUT /v2.0/routers/80ed3eda-d299-401e-8ad2-644d96a5cba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1448765 Sep 14 17:08:47.922041 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Routers {'80ed3eda-d299-401e-8ad2-644d96a5cba8'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:47.922663 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['80ed3eda-d299-401e-8ad2-644d96a5cba8'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:48.010941 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.023803 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.170080 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:48.175834 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.195895 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7118467b-2681-4d57-963e-f88c6dec84f7 x-openstack-request-id: req-7118467b-2681-4d57-963e-f88c6dec84f7 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:08:48.197336 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326f684b-3c5b-444e-a142-2063bd3ab269", "tag": "6deaa25f-30a3-4b03-95ee-3dbf36740ee5", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:08:48.197683 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7118467b-2681-4d57-963e-f88c6dec84f7 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:08:48.198785 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326f684b-3c5b-444e-a142-2063bd3ab269', 'tag': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5', 'status': 'completed', 'code': 200} Sep 14 17:08:48.303581 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.314591 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5b23a773-9b4b-473f-8d28-8bac25b63f34 HTTP/1.1" status: 204 len: 168 time: 0.5066829 Sep 14 17:08:48.316770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41222) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:48.317929 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619df205-f489-4630-865c-7f1217378e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b23a773-9b4b-473f-8d28-8bac25b63f34,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:48.335563 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:08:48.338320 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Set router 80ed3eda-d299-401e-8ad2-644d96a5cba8 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:48.576124 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.634583 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ac7f774a-1d2a-4dff-9c83-8d99865fb5b3 None None] Provisioning complete for port df702bb0-0003-4f99-9c08-63dd03a0090a triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:48.635170 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ac7f774a-1d2a-4dff-9c83-8d99865fb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.737924 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'bf930af6-e6b3-4f15-a465-b788fc9622d2', 'name': '', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'mac_address': 'fa:16:3e:3d:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:39Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 2, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'subnets': [{'id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:48.817263 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Checking router: 80ed3eda-d299-401e-8ad2-644d96a5cba8 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:08:48.817627 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Updating router 80ed3eda-d299-401e-8ad2-644d96a5cba8 port bf930af6-e6b3-4f15-a465-b788fc9622d2 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:08:48.871087 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.904764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:48.943052 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41248) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:48.947992 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:08:48.956240 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-2701dd2d-e256-4aee-a52b-19857c43c58e admin admin] 10.222.0.64 "PUT /v2.0/routers/3860ff3d-c646-4f20-ae4a-e7c853f31646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4709287 Sep 14 17:08:48.975974 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:08:48.990178 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f774a-1d2a-4dff-9c83-8d99865fb5b3 None None] Port df702bb0-0003-4f99-9c08-63dd03a0090a cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:08:49.022083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22508d1a-4803-48d0-8dad-46d442fb290a']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:49.025672 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:49.026304 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:49.071036 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d25f4c-72fd-4fd6-b3ac-cf51d42fc6fe') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:49.073309 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d25f4c-72fd-4fd6-b3ac-cf51d42fc6fe') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:49.097980 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-b6094a51-810c-42c1-9b0d-432b38e10de7 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:49.108869 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-b6094a51-810c-42c1-9b0d-432b38e10de7 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 818 time: 0.3191984 Sep 14 17:08:49.116257 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.174895 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.181725 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-1ffff5ae-863d-473f-a301-fbb6a14d00e6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/quotas/873d36d273394006b9f21ce76dba61d5 HTTP/1.1" status: 200 len: 375 time: 0.0601549 Sep 14 17:08:49.185006 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:08:49.185668 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:08:49.187825 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:08:49.266818 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:49.270777 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:46Z', 'revision_number': 2, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:49.295004 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2e3d-5cc1-4151-9979-9c39b11ea881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.301359 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.307230 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.310556 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] 10.222.0.64 "DELETE /v2.0/networks/22508d1a-4803-48d0-8dad-46d442fb290a HTTP/1.1" status: 204 len: 168 time: 0.9826951 Sep 14 17:08:49.343976 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:08:49.344313 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Updating router 5dc47cc8-c819-4f8b-830e-404b790c0d98 port d3fc3c97-7998-4115-a248-a6d61d196bbe binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:08:49.347600 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0f719fd1-2132-41a3-a97b-591ff2534155 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553421 Sep 14 17:08:49.417433 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dde6a3-27fa-4578-8337-98e36b68d71c admin admin] Pushing event deleted for resources: {'Network': ['ID=22508d1a-4803-48d0-8dad-46d442fb290a,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:49.520740 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41260) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:49.562274 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41262) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:49.567862 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219277573', 'description': 'tempest-description--548742499'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:49.594630 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2e3d-5cc1-4151-9979-9c39b11ea881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.607997 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2e3d-5cc1-4151-9979-9c39b11ea881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.617671 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.627244 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6f2ee67f-c392-43cb-8eec-3755dfa84170 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52b317cd3ec3467c92930799ec6ae7b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1053109 Sep 14 17:08:49.629872 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41264) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:49.663467 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-3dfd2e3d-5cc1-4151-9979-9c39b11ea881 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=654f3c84ad204e03a8b5b5561b602b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7192535 Sep 14 17:08:49.674296 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-c6ab144e-7789-4c7d-8e13-61a9dad4e1ab service neutron] 10.222.0.64 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921116 Sep 14 17:08:49.674562 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41266) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:49.714798 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:08:49.722131 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd2e3d-5cc1-4151-9979-9c39b11ea881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1911708-d235-4acc-b17c-73e2090e0f01,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:49.729940 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.744336 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Transition to ACTIVE for port object bf930af6-e6b3-4f15-a465-b788fc9622d2 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:49.745307 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.754971 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.798595 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb96c1e-0d80-4804-bf7f-21bc6dbb0725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.822576 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31736435-b427-40ea-be31-7b48a206450e None None] Pushing event updated for resources: {'Port': ['ID=bf930af6-e6b3-4f15-a465-b788fc9622d2,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:49.841314 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb96c1e-0d80-4804-bf7f-21bc6dbb0725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.898436 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-bda1b331-a489-45b2-8da7-5ecf743f1851 service neutron] 10.222.0.64 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004595 Sep 14 17:08:49.937542 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Attempting to bind port bf930af6-e6b3-4f15-a465-b788fc9622d2 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:49.938147 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Attempting to bind port bf930af6-e6b3-4f15-a465-b788fc9622d2 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:49.947128 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Attempting to bind port bf930af6-e6b3-4f15-a465-b788fc9622d2 on network 3887dccf-3c70-483e-8c6d-7f1292d74361 {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:49.965635 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fd310636-7246-4468-9c44-9a87a2cac36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.969566 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:49.972738 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Checking segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:49.973729 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.974408 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Bound using segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:49.976621 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Bound port: bf930af6-e6b3-4f15-a465-b788fc9622d2, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:49.977043 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:49.995148 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.016607 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb96c1e-0d80-4804-bf7f-21bc6dbb0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.018452 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb96c1e-0d80-4804-bf7f-21bc6dbb0725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.020012 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-1eb96c1e-0d80-4804-bf7f-21bc6dbb0725 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1911708-d235-4acc-b17c-73e2090e0f01 HTTP/1.1" status: 204 len: 168 time: 0.3444297 Sep 14 17:08:50.050838 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb96c1e-0d80-4804-bf7f-21bc6dbb0725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1911708-d235-4acc-b17c-73e2090e0f01,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:50.054041 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.083484 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.084987 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5217013 Sep 14 17:08:50.105068 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41274) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:50.113682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'security_group_rule': {'security_group_id': '51c908f5-ac9f-4189-b982-60968c96fcaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:50.205623 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d102f-a869-4731-8f53-d89f1c31672c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c908f5-ac9f-4189-b982-60968c96fcaf,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:50.239141 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.262885 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] For port bf930af6-e6b3-4f15-a465-b788fc9622d2, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:50.276185 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] For port bf930af6-e6b3-4f15-a465-b788fc9622d2, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=bf930af6-e6b3-4f15-a465-b788fc9622d2,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:50.289896 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.295453 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 2, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:50.373111 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:08:50.373552 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Updating router 3860ff3d-c646-4f20-ae4a-e7c853f31646 port df702bb0-0003-4f99-9c08-63dd03a0090a binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:08:50.392933 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bf37cdf1-7fdd-49f0-9a49-8079530a27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.422397 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b1e11-4169-4b74-8219-c6dcb80edcc5 req-a3ef9d8f-4085-44b6-8607-b7f6356015a2 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:50.443745 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f44b1e11-4169-4b74-8219-c6dcb80edcc5 req-a3ef9d8f-4085-44b6-8607-b7f6356015a2 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.7643430 Sep 14 17:08:50.494003 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31736435-b427-40ea-be31-7b48a206450e None None] Pushing event updated for resources: {'Port': ['ID=bf930af6-e6b3-4f15-a465-b788fc9622d2,revision_number=4']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:50.516337 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Routers {'80ed3eda-d299-401e-8ad2-644d96a5cba8'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:50.517027 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['80ed3eda-d299-401e-8ad2-644d96a5cba8'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:50.527738 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.540084 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.554712 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bf37cdf1-7fdd-49f0-9a49-8079530a27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.595611 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Transition to ACTIVE for port object d3fc3c97-7998-4115-a248-a6d61d196bbe will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:50.603434 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f44b1e11-4169-4b74-8219-c6dcb80edcc5 req-bbc590a4-e22c-436b-8e84-e6e75214bb1c tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446071 Sep 14 17:08:50.617741 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.645975 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.652950 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.683265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bf37cdf1-7fdd-49f0-9a49-8079530a27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.687390 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bf37cdf1-7fdd-49f0-9a49-8079530a27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.691438 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-bf37cdf1-7fdd-49f0-9a49-8079530a27c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac03a4ae-1893-4dfd-8d54-56e179edf1af HTTP/1.1" status: 204 len: 168 time: 1.0603833 Sep 14 17:08:50.712083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37cdf1-7fdd-49f0-9a49-8079530a27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac03a4ae-1893-4dfd-8d54-56e179edf1af,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:50.739313 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aa0680-70c5-4c92-a65e-b7daf118ee95,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:50.795833 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.801781 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-da8330f1-4232-4753-a87c-5489178c5ece tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6928661 Sep 14 17:08:50.802857 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41300) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:50.809261 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-02b22ce1-a7f4-4c03-bc82-2dd1582759af req-d95caac4-094e-4872-adc7-6ba14705895c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 210 time: 0.0983782 Sep 14 17:08:50.829155 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] Set router 80ed3eda-d299-401e-8ad2-644d96a5cba8 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:50.830659 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:50.834121 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'security_group_rule': {'security_group_id': '51c908f5-ac9f-4189-b982-60968c96fcaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:50.845977 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19ee5-e64c-40db-bb20-1ccbfc0d9e86 None None] Pushing event updated for resources: {'Port': ['ID=d3fc3c97-7998-4115-a248-a6d61d196bbe,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:50.938320 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.027582 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41314) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:51.048392 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-da40fd36-10f4-4d46-8530-7474066467df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.160849 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.170397 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.227633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.285719 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f106a34-6e8a-4269-83c5-64a0c961bdcb,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:51.313669 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41328) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:51.331557 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210168335', 'description': 'tempest-description--826721693'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:51.418093 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Attempting to bind port d3fc3c97-7998-4115-a248-a6d61d196bbe on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:51.425509 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Attempting to bind port d3fc3c97-7998-4115-a248-a6d61d196bbe by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:51.426013 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Attempting to bind port d3fc3c97-7998-4115-a248-a6d61d196bbe on network 7a6139dd-2145-496b-9be3-6ec03e73f989 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:51.435323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-da40fd36-10f4-4d46-8530-7474066467df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.438137 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:51.438529 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Checking segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:51.439246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.439688 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Bound using segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:51.440223 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Bound port: d3fc3c97-7998-4115-a248-a6d61d196bbe, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:51.440653 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.444742 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-da40fd36-10f4-4d46-8530-7474066467df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.474727 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.476012 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-cdd6950e-dbfb-4d43-8e76-c9b9be81d676 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6687539 Sep 14 17:08:51.479180 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41342) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:51.484471 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:51.511187 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.596686 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'bf930af6-e6b3-4f15-a465-b788fc9622d2', 'name': '', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'mac_address': 'fa:16:3e:3d:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:39Z', 'updated_at': '2021-09-14T17:08:50Z', 'revision_number': 4, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'subnets': [{'id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:51.609629 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41348) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:51.641922 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-da40fd36-10f4-4d46-8530-7474066467df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21509c17a6e94c3d8cf60e55f625db22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148522 Sep 14 17:08:51.649990 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41352) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:51.658170 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45261d4-6896-4504-b779-b3b80d289753 None None] The sync data for ids ['80ed3eda-d299-401e-8ad2-644d96a5cba8'] in dv-cinder-808992-3-iscsi is: [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'bf930af6-e6b3-4f15-a465-b788fc9622d2', 'name': '', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'mac_address': 'fa:16:3e:3d:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:39Z', 'updated_at': '2021-09-14T17:08:50Z', 'revision_number': 4, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'subnets': [{'id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:08:51.710738 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.722928 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40fd36-10f4-4d46-8530-7474066467df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bb2f4e-7b28-477b-b5b6-fa19983ebc8b,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:51.726652 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] For port d3fc3c97-7998-4115-a248-a6d61d196bbe, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:51.754989 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] For port d3fc3c97-7998-4115-a248-a6d61d196bbe, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=d3fc3c97-7998-4115-a248-a6d61d196bbe,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:51.784627 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.934623 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-197aa821-3f55-4d13-890a-e341a2c04c56 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:51.952483 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-197aa821-3f55-4d13-890a-e341a2c04c56 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 818 time: 0.5045328 Sep 14 17:08:51.955887 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1393-1ef8-4d19-a6dd-f8acd54fec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:51.964993 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:51.965939 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:51.994167 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-33a57726-0297-457f-9443-d47f52f719dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cf7eb2aa9b54fac85fb01bb7dec9f6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3784664 Sep 14 17:08:51.994417 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.001997 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41358) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:52.006878 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.021638 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.030961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0cd19-fad3-4770-ab1c-a038696a9e2d req-50e47230-6201-473c-ae8f-91cf064a18c5 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:52.032655 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-99a0cd19-fad3-4770-ab1c-a038696a9e2d req-50e47230-6201-473c-ae8f-91cf064a18c5 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.3060050 Sep 14 17:08:52.038941 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-697927a7-ae29-434f-985e-919239100a0e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/quotas/873d36d273394006b9f21ce76dba61d5 HTTP/1.1" status: 200 len: 375 time: 0.0853465 Sep 14 17:08:52.063606 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19ee5-e64c-40db-bb20-1ccbfc0d9e86 None None] Pushing event updated for resources: {'Port': ['ID=d3fc3c97-7998-4115-a248-a6d61d196bbe,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:52.064486 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1393-1ef8-4d19-a6dd-f8acd54fec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.079128 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.103729 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Transition to ACTIVE for port object df702bb0-0003-4f99-9c08-63dd03a0090a will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:08:52.123249 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.147270 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.148757 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8316114 Sep 14 17:08:52.173210 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41362) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:52.193002 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'security_group_rule': {'security_group_id': '8b003bfe-6b8e-4baf-aaa3-80c502effa79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:52.235927 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:52.238983 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5638ff-2c0a-48d2-b6fd-f12f9be40c97 None None] Pushing event updated for resources: {'Port': ['ID=df702bb0-0003-4f99-9c08-63dd03a0090a,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:52.258324 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3affd1-7a24-4438-9e08-4bb90b6d291f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b003bfe-6b8e-4baf-aaa3-80c502effa79,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:52.292004 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-99a0cd19-fad3-4770-ab1c-a038696a9e2d req-3c9971ef-a3f7-4368-9bb9-104ab7307e67 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499421 Sep 14 17:08:52.343402 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-70f8b849-e585-46ee-97de-8ec57ed10944 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824733 Sep 14 17:08:52.345182 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.364050 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-beb4d5bc-f1e9-4888-8fb2-b98b8c2ba531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.404605 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1393-1ef8-4d19-a6dd-f8acd54fec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.407134 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1393-1ef8-4d19-a6dd-f8acd54fec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.408285 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5a0a1393-1ef8-4d19-a6dd-f8acd54fec1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58bb2f4e-7b28-477b-b5b6-fa19983ebc8b HTTP/1.1" status: 204 len: 168 time: 0.7283661 Sep 14 17:08:52.454605 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a1393-1ef8-4d19-a6dd-f8acd54fec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bb2f4e-7b28-477b-b5b6-fa19983ebc8b,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:52.574715 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-beb4d5bc-f1e9-4888-8fb2-b98b8c2ba531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.583679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.602724 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.738696 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4506b9d9-8434-4ee0-ad00-bfb819940736,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:52.757643 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.763995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d13889dd-325f-4c31-8abb-56e1a5a19b34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852230 Sep 14 17:08:52.765583 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41382) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:52.770307 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'security_group_rule': {'security_group_id': '8b003bfe-6b8e-4baf-aaa3-80c502effa79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:52.803996 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Allocated IP 172.27.1.80 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/3a29668c-6c51-4d62-9732-5c623df3ec33) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:52.845027 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-4102f095-f170-4e68-ae41-a0a09c6b95b2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:08:52.853735 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-4102f095-f170-4e68-ae41-a0a09c6b95b2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1512322 Sep 14 17:08:52.880559 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.887417 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Attempting to bind port df702bb0-0003-4f99-9c08-63dd03a0090a on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:08:52.888215 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Attempting to bind port df702bb0-0003-4f99-9c08-63dd03a0090a by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:08:52.889216 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Attempting to bind port df702bb0-0003-4f99-9c08-63dd03a0090a on network fb9e5834-e61d-4906-a9f3-97c5866ae536 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:08:52.901503 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:08:52.902571 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Checking segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:08:52.903402 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.904385 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Bound using segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:08:52.905630 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Bound port: df702bb0-0003-4f99-9c08-63dd03a0090a, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:08:52.906461 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.906850 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-beb4d5bc-f1e9-4888-8fb2-b98b8c2ba531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.909419 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-beb4d5bc-f1e9-4888-8fb2-b98b8c2ba531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:52.913219 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-beb4d5bc-f1e9-4888-8fb2-b98b8c2ba531 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b71c83e1-0ce0-4da3-a60a-3346eefeac6f HTTP/1.1" status: 204 len: 168 time: 0.9010575 Sep 14 17:08:53.015518 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.020533 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4d5bc-f1e9-4888-8fb2-b98b8c2ba531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c83e1-0ce0-4da3-a60a-3346eefeac6f,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:53.122398 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.151235 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:51Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:53.197564 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.223499 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:53.231624 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:53.279744 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:53.336218 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-3b0e929a-bc00-4ebc-9380-184186bf607c service neutron] 10.222.0.64 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812808 Sep 14 17:08:53.348451 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.376326 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.426071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] For port df702bb0-0003-4f99-9c08-63dd03a0090a, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:08:53.446316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] For port df702bb0-0003-4f99-9c08-63dd03a0090a, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=df702bb0-0003-4f99-9c08-63dd03a0090a,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:08:53.455858 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015260-d4bb-4f06-b3c1-7c3af593613f None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:51Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:08:53.476315 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'Port': ['ID=3a29668c-6c51-4d62-9732-5c623df3ec33,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:53.506471 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device bf930af6-e6b3-4f15-a465-b788fc9622d2 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:53.519041 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.556273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0876b83-f5b3-4deb-9d68-b69f6c096d3e,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:53.573927 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.843169 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:53.872838 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-0ed3b2e9-b54b-4db7-ab81-9f15e27041ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1058807 Sep 14 17:08:53.876285 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41404) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:53.910440 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:53.911412 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port bf930af6-e6b3-4f15-a465-b788fc9622d2 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:53.955927 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port bf930af6-e6b3-4f15-a465-b788fc9622d2 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:53.956269 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:54.087221 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5638ff-2c0a-48d2-b6fd-f12f9be40c97 None None] Pushing event updated for resources: {'Port': ['ID=df702bb0-0003-4f99-9c08-63dd03a0090a,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:54.089666 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:54.122386 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:54.149095 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:08:54.156870 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:08:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:54.257045 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-7a7de863-f657-4665-b627-67a85b7b3be0 service neutron] 10.222.0.64 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116733 Sep 14 17:08:54.302716 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0841e0d-99ad-49df-8ae8-f36acb1bf96f req-15fad22b-f6ba-4be3-9b27-444b5ff6d16c tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:54.305533 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b0841e0d-99ad-49df-8ae8-f36acb1bf96f req-15fad22b-f6ba-4be3-9b27-444b5ff6d16c tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.7764781 Sep 14 17:08:54.344924 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb6a-fa1b-4853-8af5-484283dd4328 req-c986242a-cc14-4aea-a974-d439837a1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:54.362850 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-a46beb6a-fa1b-4853-8af5-484283dd4328 req-c986242a-cc14-4aea-a974-d439837a1495 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e7a9be051fa437d80fd4c17952743a0&device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 1097 time: 0.7270958 Sep 14 17:08:54.582603 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b0841e0d-99ad-49df-8ae8-f36acb1bf96f req-58a778c6-2c34-4c79-be0c-0635b463d2f0 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528229 Sep 14 17:08:54.936669 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.41', 60638) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:55.312358 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:08:55.314321 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb6a-fa1b-4853-8af5-484283dd4328 req-db84e2dc-4ba7-4af1-91c8-e11ae4fef255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:55.317497 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-a46beb6a-fa1b-4853-8af5-484283dd4328 req-db84e2dc-4ba7-4af1-91c8-e11ae4fef255 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6e7a9be051fa437d80fd4c17952743a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9241455 Sep 14 17:08:55.589609 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-9252d3b3-f0db-438c-85ea-a29e354fe565 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:55.596871 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-9252d3b3-f0db-438c-85ea-a29e354fe565 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 818 time: 0.6570842 Sep 14 17:08:55.611648 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04bb2273-f890-47be-ba93-9ab0bff654ba req-b2314cc6-afd3-4bc4-a87c-8b501d9d752c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 210 time: 0.6798041 Sep 14 17:08:55.680363 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Request body: {'port': {'device_id': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'admin_state_up': True, 'tenant_id': '873d36d273394006b9f21ce76dba61d5'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:55.889143 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:56.328139 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:56.499847 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port bf930af6-e6b3-4f15-a465-b788fc9622d2, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=bf930af6-e6b3-4f15-a465-b788fc9622d2,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:56.513042 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:56.519467 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:53Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:08:56.662907 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d8186-5724-4fad-bae8-cb39d825b647 None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:53Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:08:56.680764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46beb6a-fa1b-4853-8af5-484283dd4328 req-18dfbb60-3542-4ecf-9358-a12693c76b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:56.685995 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-a46beb6a-fa1b-4853-8af5-484283dd4328 req-18dfbb60-3542-4ecf-9358-a12693c76b38 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2744651 Sep 14 17:08:56.787323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c776750-29da-433f-b77d-73e64a04de2b req-042451b4-524f-4d87-bf90-a7b82ebf9694 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:56.810876 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:56.823762 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c776750-29da-433f-b77d-73e64a04de2b req-042451b4-524f-4d87-bf90-a7b82ebf9694 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.9057446 Sep 14 17:08:56.847313 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:56.877493 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device d3fc3c97-7998-4115-a248-a6d61d196bbe up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:57.146283 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=bf930af6-e6b3-4f15-a465-b788fc9622d2,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:57.154456 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.41', 60643) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:57.157828 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'Port': ['ID=3a29668c-6c51-4d62-9732-5c623df3ec33,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:57.195274 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:57.256884 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port d3fc3c97-7998-4115-a248-a6d61d196bbe completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:57.274938 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port d3fc3c97-7998-4115-a248-a6d61d196bbe triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:57.275307 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:57.297054 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-e8bd187c-1a5f-4be2-a925-ef91ef372801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:57.299635 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-e8bd187c-1a5f-4be2-a925-ef91ef372801 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e7a9be051fa437d80fd4c17952743a0&device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 1097 time: 0.4843636 Sep 14 17:08:57.318511 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:57.324483 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-dcecf3ca-244c-4031-9115-18bc369703f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8440218 Sep 14 17:08:57.588584 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c776750-29da-433f-b77d-73e64a04de2b req-fae59cb9-c804-4e9f-9832-112778446678 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590265 Sep 14 17:08:57.600453 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-e0c70dd1-ddff-4d89-b708-8eb1559dccd0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:57.609011 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-e0c70dd1-ddff-4d89-b708-8eb1559dccd0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 818 time: 0.4350750 Sep 14 17:08:57.633031 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-1888b413-d750-49d7-b3c9-af41f7ac5091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5 HTTP/1.1" status: 200 len: 217 time: 0.2988145 Sep 14 17:08:57.646841 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:57.666092 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0848359f-a447-4afc-a12b-7d6608a06d17 req-b4c99f66-c7aa-4854-b116-f72dc9e82102 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 210 time: 0.6914735 Sep 14 17:08:57.667621 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Allocated IP 172.27.1.125 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/7f548d35-b43a-40d5-8bd1-0e638c1ac67c) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:57.801558 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port d3fc3c97-7998-4115-a248-a6d61d196bbe, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=d3fc3c97-7998-4115-a248-a6d61d196bbe,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:57.812047 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:57.840146 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Made reservation on behalf of 873d36d273394006b9f21ce76dba61d5 for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:57.857361 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:57.992546 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=d3fc3c97-7998-4115-a248-a6d61d196bbe,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:58.051611 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3636-e9a4-46ac-8428-24811130779d req-3676bce1-a201-4b05-8afd-db108625a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:58.053983 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-3676bce1-a201-4b05-8afd-db108625a182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3b90fae-b5fc-45bd-abdf-fb312f80fd7c HTTP/1.1" status: 200 len: 851 time: 0.2041047 Sep 14 17:08:58.191019 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-d158b2dc-34ee-49e7-b732-517667ac1c49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac6d322a-1f9e-4242-bf4c-b123d046a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076076 Sep 14 17:08:58.260641 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Request body: {'port': {'device_id': 'f569311c-bea5-4382-a2a8-7df494651423', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'admin_state_up': True, 'tenant_id': '873d36d273394006b9f21ce76dba61d5'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:08:58.436117 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-fec5bbed-6306-4463-b001-5fa893a8fcfe service neutron] 10.222.0.41 "GET /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091298 Sep 14 17:08:58.632598 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-27615b19-f9ba-4e57-b015-a13736aca291 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--219277573&fields=id&tenant_id=ea9351bc032c4ad1bf1b281b18922203 HTTP/1.1" status: 200 len: 267 time: 0.3759518 Sep 14 17:08:58.693957 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Allocated IP 172.20.0.13 (3887dccf-3c70-483e-8c6d-7f1292d74361/cba7186b-0e6f-4992-925e-8af9bb856ad0/3a7c95c7-5e43-4524-9080-1ff74b50601a) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:58.797471 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device bf930af6-e6b3-4f15-a465-b788fc9622d2 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:58.826147 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:58.887473 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port bf930af6-e6b3-4f15-a465-b788fc9622d2 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:58.888286 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.002957 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Made reservation on behalf of 873d36d273394006b9f21ce76dba61d5 for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:08:59.008958 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.061204 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device d3fc3c97-7998-4115-a248-a6d61d196bbe up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:59.151418 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port d3fc3c97-7998-4115-a248-a6d61d196bbe triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:59.152071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.200579 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f50b-9028-4639-bdee-2833788730b1 req-156b6463-a013-4fcb-9e0f-bb1b24fa3e03 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:59.207832 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e348f50b-9028-4639-bdee-2833788730b1 req-156b6463-a013-4fcb-9e0f-bb1b24fa3e03 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.3373146 Sep 14 17:08:59.212152 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.235169 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c1e3636-e9a4-46ac-8428-24811130779d req-f46ca4de-f377-4c91-b062-748b322f356a service neutron] 10.222.0.41 "GET /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160984 Sep 14 17:08:59.273169 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device df702bb0-0003-4f99-9c08-63dd03a0090a up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:08:59.288502 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.338913 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port df702bb0-0003-4f99-9c08-63dd03a0090a completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:08:59.345332 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port df702bb0-0003-4f99-9c08-63dd03a0090a triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:08:59.346526 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.358966 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-0c4b84a6-042a-414a-8314-724b1f8074fc tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:08:59.360791 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-0c4b84a6-042a-414a-8314-724b1f8074fc tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 810 time: 0.5697494 Sep 14 17:08:59.396840 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:59.410950 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:59.414105 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:59.438402 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-43559a64-e13d-493e-9b0b-724b08e251bb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/quotas/ea9351bc032c4ad1bf1b281b18922203 HTTP/1.1" status: 200 len: 375 time: 0.0617085 Sep 14 17:08:59.450962 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.461757 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'Port': ['ID=7f548d35-b43a-40d5-8bd1-0e638c1ac67c,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:59.482282 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e348f50b-9028-4639-bdee-2833788730b1 req-762860cb-e470-495e-9a25-820dff4a7649 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734423 Sep 14 17:08:59.487506 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port df702bb0-0003-4f99-9c08-63dd03a0090a, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=df702bb0-0003-4f99-9c08-63dd03a0090a,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:08:59.495522 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.565206 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=df702bb0-0003-4f99-9c08-63dd03a0090a,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:59.575575 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.764648 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0409f503-cca8-493e-9e31-338c1bd9ecdd req-a10e3a36-6a43-47cc-af50-72e8a4b4793f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 210 time: 0.1420245 Sep 14 17:08:59.772401 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-c5c909d5-ff9b-432b-a6c8-c6f4b4d1b40c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3013096 Sep 14 17:08:59.782230 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:08:59.796601 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41612) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:08:59.800594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:08:59.826568 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:08:59.852309 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Allocated IP 172.20.0.3 (3887dccf-3c70-483e-8c6d-7f1292d74361/cba7186b-0e6f-4992-925e-8af9bb856ad0/e21435af-a81e-45c8-9b0a-3fe9ccfbc73f) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:08:59.908725 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-abb077d6-8957-40b6-bb17-00114ecbf321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:08:59.929036 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Pushing event updated for resources: {'Port': ['ID=3a7c95c7-5e43-4524-9080-1ff74b50601a,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:08:59.933169 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.002168 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:00.002826 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.026434 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-abb077d6-8957-40b6-bb17-00114ecbf321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.037714 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-abb077d6-8957-40b6-bb17-00114ecbf321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.077178 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-0c3b45d4-8091-4069-a18a-3e6c72233a09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4211638 Sep 14 17:09:00.087077 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-abb077d6-8957-40b6-bb17-00114ecbf321 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c467748f65d4cb794cae56898ab8c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890656 Sep 14 17:09:00.087990 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.088529 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41626) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:00.094882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb077d6-8957-40b6-bb17-00114ecbf321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f002e48e-078c-44fc-9035-69f12738d1a6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:00.127806 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-929f6ce7-5665-417b-9020-0a5d32c37b56 service neutron] 10.222.0.64 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310983 Sep 14 17:09:00.147731 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Request body: {'port': {'device_id': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:00.159314 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dacce1f2-07fa-4756-92a3-db7c50ce4cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.185224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dacce1f2-07fa-4756-92a3-db7c50ce4cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.274796 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dacce1f2-07fa-4756-92a3-db7c50ce4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.279453 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dacce1f2-07fa-4756-92a3-db7c50ce4cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.280881 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-dacce1f2-07fa-4756-92a3-db7c50ce4cdf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f002e48e-078c-44fc-9035-69f12738d1a6 HTTP/1.1" status: 204 len: 168 time: 0.1912706 Sep 14 17:09:00.290829 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacce1f2-07fa-4756-92a3-db7c50ce4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002e48e-078c-44fc-9035-69f12738d1a6,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:00.537397 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.590393 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.594408 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-6253440d-f656-4204-a265-24a7b1b067f8 service neutron] 10.222.0.64 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521437 Sep 14 17:09:00.648074 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device df702bb0-0003-4f99-9c08-63dd03a0090a up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:09:00.785846 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port df702bb0-0003-4f99-9c08-63dd03a0090a triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:00.786359 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.791408 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41662) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:00.821882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-34290324-b3df-4cae-86f7-425dede503b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.950240 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-34290324-b3df-4cae-86f7-425dede503b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:00.955871 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-34290324-b3df-4cae-86f7-425dede503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.001797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f501ffb-4a28-489c-8737-c6389d8f7a17 req-5e1e406e-693f-48fa-92da-22852b62351f tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:01.004467 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7f501ffb-4a28-489c-8737-c6389d8f7a17 req-5e1e406e-693f-48fa-92da-22852b62351f tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.3697991 Sep 14 17:09:01.021785 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-34290324-b3df-4cae-86f7-425dede503b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1572ce79ce3d41ffab062553e8ebcfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269070 Sep 14 17:09:01.021785 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34290324-b3df-4cae-86f7-425dede503b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b139f519-749f-46df-9bc1-d52779751e2e,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:01.022797 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41674) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:01.036931 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.100827 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb797adb-b39a-4536-9fea-b9b4f69c94d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.109452 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.125196 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb797adb-b39a-4536-9fea-b9b4f69c94d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.137092 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-31145f8f-89a6-4590-8362-67097ffd0910 req-0521853b-6362-43fa-9f0b-1cb94605bd8b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 210 time: 0.1608257 Sep 14 17:09:01.171009 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.185232 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb797adb-b39a-4536-9fea-b9b4f69c94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.188146 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eb797adb-b39a-4536-9fea-b9b4f69c94d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.192276 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-eb797adb-b39a-4536-9fea-b9b4f69c94d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b139f519-749f-46df-9bc1-d52779751e2e HTTP/1.1" status: 204 len: 168 time: 0.1538317 Sep 14 17:09:01.209758 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797adb-b39a-4536-9fea-b9b4f69c94d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139f519-749f-46df-9bc1-d52779751e2e,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:01.304100 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Network 3887dccf-3c70-483e-8c6d-7f1292d74361 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:09:01.342754 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Pushing event updated for resources: {'Port': ['ID=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:01.369366 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:09:01.371995 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:09:01.499102 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7f501ffb-4a28-489c-8737-c6389d8f7a17 req-baff765b-dc37-47d0-945e-a9897bb1af12 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564018 Sep 14 17:09:01.499860 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.509699 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'Port': ['ID=7f548d35-b43a-40d5-8bd1-0e638c1ac67c,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:01.544158 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:01.544998 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.554256 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0b732-abfb-4d9b-9d50-c8ee694bebdd req-39db18a6-d723-4db1-a59a-312fc56ae573 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:01.556062 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33b0b732-abfb-4d9b-9d50-c8ee694bebdd req-39db18a6-d723-4db1-a59a-312fc56ae573 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 931 time: 0.2713294 Sep 14 17:09:01.575717 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.585075 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d5f5b7e4-48ff-4b89-9d7b-3f308c1e59bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7025647 Sep 14 17:09:01.659495 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5cedca2a-e13c-4c9a-b9bd-c9f6e76d9134 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7510116 Sep 14 17:09:01.663976 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33b0b732-abfb-4d9b-9d50-c8ee694bebdd req-26670258-a8cb-4583-942f-777419f09f26 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977983 Sep 14 17:09:01.670880 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7c95c7-5e43-4524-9080-1ff74b50601a {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:01.680290 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.696006 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Transition to ACTIVE for port object 3a7c95c7-5e43-4524-9080-1ff74b50601a will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:01.702811 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:01.853838 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Pushing event updated for resources: {'Port': ['ID=3a7c95c7-5e43-4524-9080-1ff74b50601a,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:01.937543 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-4748aae0-b424-4f42-b542-9b121ee09608 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--210168335&fields=id&tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 267 time: 0.0914524 Sep 14 17:09:01.941907 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Attempting to bind port 3a7c95c7-5e43-4524-9080-1ff74b50601a on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:09:01.942265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Attempting to bind port 3a7c95c7-5e43-4524-9080-1ff74b50601a by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:09:01.942612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Attempting to bind port 3a7c95c7-5e43-4524-9080-1ff74b50601a on network 3887dccf-3c70-483e-8c6d-7f1292d74361 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:01.950414 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Port 3a7c95c7-5e43-4524-9080-1ff74b50601a on network 3887dccf-3c70-483e-8c6d-7f1292d74361 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:09:01.950414 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Attempting to bind port 3a7c95c7-5e43-4524-9080-1ff74b50601a on network 3887dccf-3c70-483e-8c6d-7f1292d74361 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:01.964096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:09:01.964451 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Checking segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:09:01.965345 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Bound using segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:09:01.965952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Bound port: 3a7c95c7-5e43-4524-9080-1ff74b50601a, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:09:01.966312 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.022468 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41720) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:02.153626 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] For port 3a7c95c7-5e43-4524-9080-1ff74b50601a, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:09:02.161351 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] For port 3a7c95c7-5e43-4524-9080-1ff74b50601a, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:09:02.173975 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-0b5f2db7-5646-47d7-83ca-62c0a140e9e3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:02.175608 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-0b5f2db7-5646-47d7-83ca-62c0a140e9e3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 817 time: 0.2280681 Sep 14 17:09:02.177189 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.228005 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:02.228660 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.230265 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] 10.222.0.41 "PUT /v2.0/ports/3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 1094 time: 2.0864830 Sep 14 17:09:02.233876 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'tag': '3a7c95c7-5e43-4524-9080-1ff74b50601a'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:02.253181 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-eb8b06b2-0d3a-46e0-a884-45c43f97ac2b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/quotas/63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 375 time: 0.0663629 Sep 14 17:09:02.270115 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1a3fca8-fc74-46a4-ad2e-457a5bb35397 req-32f309d6-b9d7-423c-aca1-5318c6b618a5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0477691 Sep 14 17:09:02.329238 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c2849-09be-4c88-b289-afb08ac8dd5f service neutron] Pushing event updated for resources: {'Port': ['ID=3a7c95c7-5e43-4524-9080-1ff74b50601a,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:02.347973 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-66e6c35a-280d-4966-bd1c-fde3aa42535f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768917 Sep 14 17:09:02.360912 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-57c7626f-3b3b-411b-99cd-13b28bf0ac9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.464224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-57c7626f-3b3b-411b-99cd-13b28bf0ac9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.469573 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-57c7626f-3b3b-411b-99cd-13b28bf0ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.474482 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-7b15c661-a6c3-493d-ab22-b2fa7050ea05 service neutron] 10.222.0.64 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076386 Sep 14 17:09:02.491217 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ec46b-457e-4753-be14-65f038ddeded" -d '{"events": [{"name": "network-changed", "server_uuid": "45c000d9-6124-4935-9b06-0b2337ea0b83", "tag": "3a7c95c7-5e43-4524-9080-1ff74b50601a"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:02.507066 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7626f-3b3b-411b-99cd-13b28bf0ac9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019791d4-978d-4c3a-8452-b54aea6ff454,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:02.528898 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-57c7626f-3b3b-411b-99cd-13b28bf0ac9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8559333270504416b83075b3de8d8024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022352 Sep 14 17:09:02.529089 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41752) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:02.598271 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-e234f7b2-d36a-44cc-acbf-91a8d6e2e03e service neutron] 10.222.0.64 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170030 Sep 14 17:09:02.610285 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-535f97b6-44fe-4232-a55a-7c3faab6e5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.645464 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-535f97b6-44fe-4232-a55a-7c3faab6e5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.704201 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-535f97b6-44fe-4232-a55a-7c3faab6e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.706949 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-535f97b6-44fe-4232-a55a-7c3faab6e5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:02.708347 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-535f97b6-44fe-4232-a55a-7c3faab6e5ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/019791d4-978d-4c3a-8452-b54aea6ff454 HTTP/1.1" status: 204 len: 168 time: 0.1782160 Sep 14 17:09:02.734528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50645882-b34d-4237-b860-e13a9aa13447 x-openstack-request-id: req-50645882-b34d-4237-b860-e13a9aa13447 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:02.734528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c000d9-6124-4935-9b06-0b2337ea0b83", "tag": "3a7c95c7-5e43-4524-9080-1ff74b50601a", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:02.734528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50645882-b34d-4237-b860-e13a9aa13447 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:02.734528 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'tag': '3a7c95c7-5e43-4524-9080-1ff74b50601a', 'status': 'completed', 'code': 200} Sep 14 17:09:02.734839 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f97b6-44fe-4232-a55a-7c3faab6e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019791d4-978d-4c3a-8452-b54aea6ff454,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:02.912023 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6118-0acc-478c-8fc9-f19d2151084f req-5febc6cf-70ba-4448-803f-d73ee9b76c02 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:02.916894 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cc1d6118-0acc-478c-8fc9-f19d2151084f req-5febc6cf-70ba-4448-803f-d73ee9b76c02 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.1100743 Sep 14 17:09:02.953550 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded5faa-783a-4b99-b7b0-dc91fea5da10 req-a9fc54cc-37d9-4f81-afce-f952d205742c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:02.960896 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6ded5faa-783a-4b99-b7b0-dc91fea5da10 req-a9fc54cc-37d9-4f81-afce-f952d205742c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 931 time: 0.1174090 Sep 14 17:09:03.026021 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6ded5faa-783a-4b99-b7b0-dc91fea5da10 req-14ebc405-6032-46a3-a5d1-87f761699cb1 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641594 Sep 14 17:09:03.038569 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cc1d6118-0acc-478c-8fc9-f19d2151084f req-5e0633e3-379c-49fc-a4c2-f53fc68773e4 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163635 Sep 14 17:09:03.118774 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-069d1279-dd4a-4856-ae02-1b05e6dde9c2 req-06fcee28-d9be-4c3e-a7e8-9018b514d5de tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 210 time: 0.0272503 Sep 14 17:09:03.232954 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41792) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:03.249370 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d1c220d-9630-4550-b198-5f6f5e5dc63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.349355 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d1c220d-9630-4550-b198-5f6f5e5dc63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.353774 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d1c220d-9630-4550-b198-5f6f5e5dc63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.382573 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf13fbf5-6a18-4f22-aadf-3aff8c8f789f req-9f68c2cb-456b-48ce-9f1b-b3dd70dcab7f tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0303764 Sep 14 17:09:03.396466 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-5d1c220d-9630-4550-b198-5f6f5e5dc63e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d57233de9e544556bffb98f5786138cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619473 Sep 14 17:09:03.396954 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c220d-9630-4550-b198-5f6f5e5dc63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8eed1-a94f-40cd-be40-0cf0c3b08474,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:03.399235 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41800) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:03.452790 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-172a8eb9-7a36-40f1-80a1-a772a1a244bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.474373 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-172a8eb9-7a36-40f1-80a1-a772a1a244bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.510288 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41804) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:03.521550 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-172a8eb9-7a36-40f1-80a1-a772a1a244bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.524269 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-172a8eb9-7a36-40f1-80a1-a772a1a244bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.525596 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-172a8eb9-7a36-40f1-80a1-a772a1a244bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46c8eed1-a94f-40cd-be40-0cf0c3b08474 HTTP/1.1" status: 204 len: 168 time: 0.1254339 Sep 14 17:09:03.533723 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a8eb9-7a36-40f1-80a1-a772a1a244bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8eed1-a94f-40cd-be40-0cf0c3b08474,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:03.618367 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-695b09c0-2d6c-4dee-ac41-2a64c2156c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.854789 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Request body: {'port': {'device_id': 'f569311c-bea5-4382-a2a8-7df494651423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:03.884603 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-695b09c0-2d6c-4dee-ac41-2a64c2156c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.894463 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-695b09c0-2d6c-4dee-ac41-2a64c2156c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.946806 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:03.961472 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41820) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:03.961639 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-695b09c0-2d6c-4dee-ac41-2a64c2156c20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b643c9821523479cb41537b0476b6d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501638 Sep 14 17:09:03.963957 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b09c0-2d6c-4dee-ac41-2a64c2156c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96bb9c0-24d4-4fbe-b417-f5dc4a028262,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:04.012656 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf3f4-3e4e-432f-b8cb-b49e22dde8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.033996 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf3f4-3e4e-432f-b8cb-b49e22dde8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.114342 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf3f4-3e4e-432f-b8cb-b49e22dde8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.117370 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf3f4-3e4e-432f-b8cb-b49e22dde8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.118986 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6e1cf3f4-3e4e-432f-b8cb-b49e22dde8e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c96bb9c0-24d4-4fbe-b417-f5dc4a028262 HTTP/1.1" status: 204 len: 168 time: 0.1565301 Sep 14 17:09:04.128156 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cf3f4-3e4e-432f-b8cb-b49e22dde8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96bb9c0-24d4-4fbe-b417-f5dc4a028262,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:04.266333 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029187a-997c-4416-970e-7c9be8fc24ba req-e2d708a6-4c2a-4132-afce-49fcc35e3d6f tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:04.267853 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a029187a-997c-4416-970e-7c9be8fc24ba req-e2d708a6-4c2a-4132-afce-49fcc35e3d6f tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.1452768 Sep 14 17:09:04.281796 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1070-90db-4dd5-b1c5-a8fb175a0596 req-321dc242-d789-41fd-9c36-7c086441e14f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:04.281796 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2cc1070-90db-4dd5-b1c5-a8fb175a0596 req-321dc242-d789-41fd-9c36-7c086441e14f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 931 time: 0.1567531 Sep 14 17:09:04.382084 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2cc1070-90db-4dd5-b1c5-a8fb175a0596 req-9602bda2-8603-4e26-9388-595687611248 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896225 Sep 14 17:09:04.391502 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a029187a-997c-4416-970e-7c9be8fc24ba req-7bd1bc9f-d27f-4bc0-8235-8c5c36fb1fa6 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048262 Sep 14 17:09:04.443238 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21435af-a81e-45c8-9b0a-3fe9ccfbc73f {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:04.452023 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.469115 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Transition to ACTIVE for port object e21435af-a81e-45c8-9b0a-3fe9ccfbc73f will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:04.473715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.569864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41858) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:04.582964 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d5428ab-b2a1-4cf2-bec6-90dcf2a1ed3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.595184 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72480772-0e2b-4983-9759-6b127ee278d7 req-0dc0e86c-ecdc-44fc-abf2-53dd18b991b5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0720448 Sep 14 17:09:04.597085 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1f3fed6d-a244-4a78-ae64-84ac357428aa req-d3dbc044-49c8-45a6-bf69-d35ad17e8676 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 210 time: 0.0767090 Sep 14 17:09:04.610934 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Pushing event updated for resources: {'Port': ['ID=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:04.674239 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Attempting to bind port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:09:04.674576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Attempting to bind port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:09:04.675033 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Attempting to bind port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f on network 3887dccf-3c70-483e-8c6d-7f1292d74361 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:04.679352 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f on network 3887dccf-3c70-483e-8c6d-7f1292d74361 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:09:04.679675 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Attempting to bind port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f on network 3887dccf-3c70-483e-8c6d-7f1292d74361 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:04.685582 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:09:04.685946 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Checking segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:09:04.686334 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Bound using segment: {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:09:04.686762 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Bound port: e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56f1c61-c50b-4a04-8596-c7a53999843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:09:04.687117 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.692661 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d5428ab-b2a1-4cf2-bec6-90dcf2a1ed3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.697747 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d5428ab-b2a1-4cf2-bec6-90dcf2a1ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.737575 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-4d5428ab-b2a1-4cf2-bec6-90dcf2a1ed3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bab9a9265e24772808dcf60fecbd315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666274 Sep 14 17:09:04.738695 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5428ab-b2a1-4cf2-bec6-90dcf2a1ed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8914225-f9b8-4e81-b148-ddb6bea5e171,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:04.740950 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41860) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:04.778561 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] For port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:09:04.798372 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] For port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:09:04.807639 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.844392 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9aecd740-4528-4e25-a608-5744f887c101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.861911 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:04.862523 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.863973 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] 10.222.0.41 "PUT /v2.0/ports/e21435af-a81e-45c8-9b0a-3fe9ccfbc73f HTTP/1.1" status: 200 len: 1093 time: 1.0147905 Sep 14 17:09:04.864533 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f569311c-bea5-4382-a2a8-7df494651423', 'tag': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:04.866809 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87bcb21-2c63-4b13-92e3-38a2374a3f47" -d '{"events": [{"name": "network-changed", "server_uuid": "f569311c-bea5-4382-a2a8-7df494651423", "tag": "e21435af-a81e-45c8-9b0a-3fe9ccfbc73f"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:04.867082 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 41864) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:04.887450 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac05dcc-8315-4e98-b6ab-7861ab8bf435 service neutron] Pushing event updated for resources: {'Port': ['ID=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:04.898000 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9aecd740-4528-4e25-a608-5744f887c101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.910119 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8422bc-2667-49d1-9dae-e93baa953908 x-openstack-request-id: req-1d8422bc-2667-49d1-9dae-e93baa953908 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:04.910412 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f569311c-bea5-4382-a2a8-7df494651423", "tag": "e21435af-a81e-45c8-9b0a-3fe9ccfbc73f", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:04.910659 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d8422bc-2667-49d1-9dae-e93baa953908 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:04.911048 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f569311c-bea5-4382-a2a8-7df494651423', 'tag': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f', 'status': 'completed', 'code': 200} Sep 14 17:09:04.947267 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9aecd740-4528-4e25-a608-5744f887c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.950104 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9aecd740-4528-4e25-a608-5744f887c101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:04.951239 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9aecd740-4528-4e25-a608-5744f887c101 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8914225-f9b8-4e81-b148-ddb6bea5e171 HTTP/1.1" status: 204 len: 168 time: 0.2093816 Sep 14 17:09:04.958937 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecd740-4528-4e25-a608-5744f887c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8914225-f9b8-4e81-b148-ddb6bea5e171,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:04.986073 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61f2579a-6035-41ec-8966-8ba013105d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.077019 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61f2579a-6035-41ec-8966-8ba013105d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.082534 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61f2579a-6035-41ec-8966-8ba013105d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.123145 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-61f2579a-6035-41ec-8966-8ba013105d7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7549ea5621ae43948ae9f241f50b0c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548611 Sep 14 17:09:05.125215 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2579a-6035-41ec-8966-8ba013105d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768b2c15-4baa-4c3d-bee3-e7514be9cf88,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:05.126636 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 41874) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:05.264276 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ec46b-457e-4753-be14-65f038ddeded req-5ca114a1-8b92-4df6-aeb9-b3155ea11482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:05.265869 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c3ec46b-457e-4753-be14-65f038ddeded req-5ca114a1-8b92-4df6-aeb9-b3155ea11482 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1097 time: 0.1521442 Sep 14 17:09:05.276187 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bcb21-2c63-4b13-92e3-38a2374a3f47 req-f2180853-7823-4bd7-bcac-c51144b4b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:05.278221 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c87bcb21-2c63-4b13-92e3-38a2374a3f47 req-f2180853-7823-4bd7-bcac-c51144b4b8bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1096 time: 0.1184232 Sep 14 17:09:05.282817 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-423b0231-e8aa-4369-94f4-c63fc34953ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.305209 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-423b0231-e8aa-4369-94f4-c63fc34953ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.350100 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-423b0231-e8aa-4369-94f4-c63fc34953ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.352819 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-423b0231-e8aa-4369-94f4-c63fc34953ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:05.356466 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-423b0231-e8aa-4369-94f4-c63fc34953ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/768b2c15-4baa-4c3d-bee3-e7514be9cf88 HTTP/1.1" status: 204 len: 168 time: 0.1993361 Sep 14 17:09:05.362758 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b0231-e8aa-4369-94f4-c63fc34953ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b2c15-4baa-4c3d-bee3-e7514be9cf88,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:05.787810 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bcb21-2c63-4b13-92e3-38a2374a3f47 req-cdee718d-fc18-47f1-82e2-6869025ecbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:05.789326 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c87bcb21-2c63-4b13-92e3-38a2374a3f47 req-cdee718d-fc18-47f1-82e2-6869025ecbdf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=873d36d273394006b9f21ce76dba61d5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3368862 Sep 14 17:09:05.802328 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d42a-8e20-43f1-b3fb-7b413689985b req-851c7a91-afbd-4df8-8def-9008b4663d2a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:05.803852 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b3b9d42a-8e20-43f1-b3fb-7b413689985b req-851c7a91-afbd-4df8-8def-9008b4663d2a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.2613075 Sep 14 17:09:05.821941 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebfb99-1f4f-43e1-9eb8-d554a7bcfd01 req-dc96c1fd-986c-4960-9127-4faa646cb045 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:05.823331 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bfebfb99-1f4f-43e1-9eb8-d554a7bcfd01 req-dc96c1fd-986c-4960-9127-4faa646cb045 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.2586861 Sep 14 17:09:05.824491 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ec46b-457e-4753-be14-65f038ddeded req-b80bd85a-0cd0-4ce4-8887-9bbe558b44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:05.825936 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c3ec46b-457e-4753-be14-65f038ddeded req-b80bd85a-0cd0-4ce4-8887-9bbe558b44e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=873d36d273394006b9f21ce76dba61d5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3720617 Sep 14 17:09:06.136783 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-4a1442f7-de23-4a0b-8963-42f8289b3be6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:06.139707 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-4a1442f7-de23-4a0b-8963-42f8289b3be6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 810 time: 0.2148585 Sep 14 17:09:06.228479 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b3b9d42a-8e20-43f1-b3fb-7b413689985b req-263dcef1-c7a5-4e7f-9643-8397e2b73258 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014728 Sep 14 17:09:06.239687 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bfebfb99-1f4f-43e1-9eb8-d554a7bcfd01 req-689773b9-8329-42b9-9e90-5b37957f7152 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051962 Sep 14 17:09:06.274157 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-7fa7b3c7-5055-48a1-a5ad-dd24a244bbb5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea9351bc032c4ad1bf1b281b18922203 HTTP/1.1" status: 200 len: 379 time: 0.1166782 Sep 14 17:09:06.298815 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'port': {'device_id': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'admin_state_up': True, 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'security_groups': ['51c908f5-ac9f-4189-b982-60968c96fcaf']}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:06.322337 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bcb21-2c63-4b13-92e3-38a2374a3f47 req-34056e68-5662-46db-95c6-081985f72f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:06.324627 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c87bcb21-2c63-4b13-92e3-38a2374a3f47 req-34056e68-5662-46db-95c6-081985f72f8d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5187025 Sep 14 17:09:06.342698 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ec46b-457e-4753-be14-65f038ddeded req-23d5f7da-c772-4dee-9ea7-083d71bada14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:06.344611 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c3ec46b-457e-4753-be14-65f038ddeded req-23d5f7da-c772-4dee-9ea7-083d71bada14 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4553235 Sep 14 17:09:06.416688 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-489f5f23-c704-4dc0-9b5b-93a53786a8eb req-6a732490-a10e-4462-91f4-cf8d3f5fbf84 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0581656 Sep 14 17:09:06.444245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.41', 60661) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:06.469874 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-862ecd4a-a0cb-40c3-b078-0fddc02099d2 req-63dbbcb6-5a9d-4e4d-8e45-cfb84e9518e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 210 time: 0.0535655 Sep 14 17:09:06.580223 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Made reservation on behalf of ea9351bc032c4ad1bf1b281b18922203 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:09:06.585511 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:06.654901 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-f337a91e-6d33-4afb-b6c0-472ae0d005a9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:06.656629 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-f337a91e-6d33-4afb-b6c0-472ae0d005a9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 817 time: 0.1993170 Sep 14 17:09:06.698464 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-76188d52-211d-4557-8392-1c8331f0d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:06.700733 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-76188d52-211d-4557-8392-1c8331f0d03e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1096 time: 0.3001115 Sep 14 17:09:06.779409 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Allocated IP 172.20.0.13 (7a6139dd-2145-496b-9be3-6ec03e73f989/87bdca96-e9a7-4ec2-a1fa-a76e689ab000/f8603553-0de1-4e47-acb6-9ad06c7d0668) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:09:06.786144 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-5db54ea9-7431-422e-bab8-00b09aaa481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:06.787790 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-5db54ea9-7431-422e-bab8-00b09aaa481c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1097 time: 0.3292050 Sep 14 17:09:06.793559 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-d0c2266a-5923-46a3-a489-6951bedbd3a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f HTTP/1.1" status: 200 len: 217 time: 0.0805969 Sep 14 17:09:06.816600 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-f2bb1d77-70af-4607-9970-fecb2425d502 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 379 time: 0.1476429 Sep 14 17:09:06.847939 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'port': {'device_id': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'admin_state_up': True, 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'security_groups': ['8b003bfe-6b8e-4baf-aaa3-80c502effa79']}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:06.951762 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:06.969180 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Transition to ACTIVE for port object f8603553-0de1-4e47-acb6-9ad06c7d0668 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:07.010959 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.012393 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-6d6fed2f-1f40-4068-a42b-9f5240c0425d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 217 time: 0.0828168 Sep 14 17:09:07.061986 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:09:07.065635 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:09:07.070498 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5ba82648-0c09-4cbd-868f-71556a62c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:07.070686 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:09:07.071969 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-5ba82648-0c09-4cbd-868f-71556a62c043 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.1435897 Sep 14 17:09:07.080822 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:07.081575 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.110553 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'Port': ['ID=f8603553-0de1-4e47-acb6-9ad06c7d0668,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:07.116812 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-909bb651-dd3e-4411-9785-695c262fcfde tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319225 Sep 14 17:09:07.135157 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Request body: {'port': {'device_id': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:07.157569 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-c44afcb9-7273-41ef-878a-678327a85e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:07.159271 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-c44afcb9-7273-41ef-878a-678327a85e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.1365421 Sep 14 17:09:07.183004 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-1bf1fcf3-bb3a-4422-a510-0ac7e7ffd1a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975337 Sep 14 17:09:07.215977 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-c53ace23-041c-447b-b32e-ac282562162a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356164 Sep 14 17:09:07.267945 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.447520 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-28a9158c-049d-4a0d-852a-eccbe699bab0 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261519 Sep 14 17:09:07.458702 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ff5b6bf3-45bb-440f-be70-ac74596c159f None None] Provisioning for port f8603553-0de1-4e47-acb6-9ad06c7d0668 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:07.462734 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ff5b6bf3-45bb-440f-be70-ac74596c159f None None] Provisioning complete for port f8603553-0de1-4e47-acb6-9ad06c7d0668 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:07.463417 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6bf3-45bb-440f-be70-ac74596c159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.503916 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b6bf3-45bb-440f-be70-ac74596c159f None None] Port f8603553-0de1-4e47-acb6-9ad06c7d0668 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:09:07.522713 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Made reservation on behalf of 63de1cb0903f4c2b9b8b2015ac57ed6d for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:09:07.526154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.697337 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e724-08aa-4fd2-be7c-b02871e6ec15 req-4770f5ac-c042-4f43-afb4-aa96312d8869 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:07.699474 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e53e724-08aa-4fd2-be7c-b02871e6ec15 req-4770f5ac-c042-4f43-afb4-aa96312d8869 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.2419267 Sep 14 17:09:07.717978 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8603553-0de1-4e47-acb6-9ad06c7d0668 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:07.726290 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.741905 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Transition to ACTIVE for port object f8603553-0de1-4e47-acb6-9ad06c7d0668 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:07.749955 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.822123 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-fbbb7418-da2d-4d28-b85d-dde7921addf4 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811005 Sep 14 17:09:07.832764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Pushing event updated for resources: {'Port': ['ID=f8603553-0de1-4e47-acb6-9ad06c7d0668,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:07.849409 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Attempting to bind port f8603553-0de1-4e47-acb6-9ad06c7d0668 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:09:07.849758 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Attempting to bind port f8603553-0de1-4e47-acb6-9ad06c7d0668 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:09:07.850088 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Attempting to bind port f8603553-0de1-4e47-acb6-9ad06c7d0668 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:07.858101 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Port f8603553-0de1-4e47-acb6-9ad06c7d0668 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:09:07.858807 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Attempting to bind port f8603553-0de1-4e47-acb6-9ad06c7d0668 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:07.865367 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:09:07.866180 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Checking segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:09:07.866800 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Bound using segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:09:07.867528 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Bound port: f8603553-0de1-4e47-acb6-9ad06c7d0668, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:09:07.868358 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:07.909756 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2314d6-63dc-49c6-b662-d2b612434d7d req-f012599a-a579-4ee2-b51f-1782192d5138 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:07.911573 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ce2314d6-63dc-49c6-b662-d2b612434d7d req-f012599a-a579-4ee2-b51f-1782192d5138 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.4631033 Sep 14 17:09:07.940029 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04c18462-152a-448d-b065-3b31e8a4f470 req-f108a4d5-5cac-4f65-bed6-ba428221c5ca service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379103 Sep 14 17:09:07.970457 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] For port f8603553-0de1-4e47-acb6-9ad06c7d0668, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:09:07.974587 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] For port f8603553-0de1-4e47-acb6-9ad06c7d0668, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:09:07.982674 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:08.000448 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e53e724-08aa-4fd2-be7c-b02871e6ec15 req-015217b3-0951-46fb-a5ae-f7c1e3d0e242 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928417 Sep 14 17:09:08.027493 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.028383 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:08.029911 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] 10.222.0.41 "PUT /v2.0/ports/f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 1094 time: 0.9001715 Sep 14 17:09:08.030530 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:08.033345 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e109f8-d995-4176-a261-8d4d0445399b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:08.062117 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bf80a-a0f7-460f-a2dd-d9e47038906b service neutron] Pushing event updated for resources: {'Port': ['ID=f8603553-0de1-4e47-acb6-9ad06c7d0668,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:08.145452 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-34ff7bbd-de73-41e7-8159-7ed770e6368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.147648 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-34ff7bbd-de73-41e7-8159-7ed770e6368c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1097 time: 0.0464153 Sep 14 17:09:08.164390 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Allocated IP 172.20.0.11 (fb9e5834-e61d-4906-a9f3-97c5866ae536/8c300687-b69c-404b-a5ea-3ee88fb04c1b/cd13d698-bd73-48c4-8cb7-87c04655ca16) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:09:08.202579 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ce2314d6-63dc-49c6-b662-d2b612434d7d req-4c54aeaf-39d2-4278-9bf8-7d518f5e66fb tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652695 Sep 14 17:09:08.203708 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-aa62d823-0b52-45ac-82f9-fc8c1400ba52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 217 time: 0.0444069 Sep 14 17:09:08.267166 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1f9e315f-4542-4a54-bc6e-f1ccb4fed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.268933 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-1f9e315f-4542-4a54-bc6e-f1ccb4fed5f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0573926 Sep 14 17:09:08.284299 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3d3b90d6-988b-442c-9d5c-fd5118aa7235 req-d952422b-250c-4599-93a1-447300a5a001 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320602 Sep 14 17:09:08.332699 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-5fee74f7-0ccd-4fa7-8bbe-9adba9bfa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.334306 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-5fee74f7-0ccd-4fa7-8bbe-9adba9bfa7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574310 Sep 14 17:09:08.336489 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ecd32845-996e-40b2-ba81-c7107df5db47 req-cf63e38e-15a3-407c-8d1a-2eb3914d8e33 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 210 time: 0.0563779 Sep 14 17:09:08.353417 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8469a5-6a6f-4028-9caf-f8cb605db1d8 req-3e3e6a7c-cc49-4007-abfc-e51c33f1f301 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.355537 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fa8469a5-6a6f-4028-9caf-f8cb605db1d8 req-3e3e6a7c-cc49-4007-abfc-e51c33f1f301 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.1628256 Sep 14 17:09:08.398153 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3fda96-d21a-4db0-9e43-820e7329e4ee x-openstack-request-id: req-3e3fda96-d21a-4db0-9e43-820e7329e4ee {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:08.398506 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:08.398760 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e3fda96-d21a-4db0-9e43-820e7329e4ee {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:08.399143 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'status': 'completed', 'code': 200} Sep 14 17:09:08.453568 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-6d39ede9-ce35-4279-bc51-61ded2508e15 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080353 Sep 14 17:09:08.555497 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f20fbd97-9673-4cd5-89c0-f4c6550f3375 req-36f419ab-1f42-49e9-bdfb-dda53b6a004c service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926566 Sep 14 17:09:08.620124 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fa8469a5-6a6f-4028-9caf-f8cb605db1d8 req-891b6643-ba5b-4bfa-868c-b0836044db2b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386346 Sep 14 17:09:08.633257 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:08.646908 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Transition to ACTIVE for port object cd13d698-bd73-48c4-8cb7-87c04655ca16 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:08.673957 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e109f8-d995-4176-a261-8d4d0445399b req-c8d48fb2-23ff-4d2f-9c83-22b8814b4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.676242 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-c8d48fb2-23ff-4d2f-9c83-22b8814b4cbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1097 time: 0.0529139 Sep 14 17:09:08.700224 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:08.742171 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:09:08.745522 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:09:08.748691 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:09:08.781756 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:08.823492 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:08.825017 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:08.849393 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2e5f21cb-ab5b-41a4-878f-4cc6b7a9a4a5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0054898 Sep 14 17:09:09.004959 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5eb92eb1-a3ca-4967-b826-aa34e9fa7d67 None None] Provisioning for port cd13d698-bd73-48c4-8cb7-87c04655ca16 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:09.008783 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5eb92eb1-a3ca-4967-b826-aa34e9fa7d67 None None] Provisioning complete for port cd13d698-bd73-48c4-8cb7-87c04655ca16 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:09.009154 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5eb92eb1-a3ca-4967-b826-aa34e9fa7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:09.044326 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-5eb92eb1-a3ca-4967-b826-aa34e9fa7d67 None None] Port cd13d698-bd73-48c4-8cb7-87c04655ca16 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:09:09.131995 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdba598-f0a7-47a8-ab82-22e6c4c7c94f req-8da3bc91-79d6-4dd0-bb1d-afc42f0cf997 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:09.133518 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4cdba598-f0a7-47a8-ab82-22e6c4c7c94f req-8da3bc91-79d6-4dd0-bb1d-afc42f0cf997 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0578012 Sep 14 17:09:09.179305 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4cdba598-f0a7-47a8-ab82-22e6c4c7c94f req-2fb98a0e-b814-4336-ab95-7f9e3f432fc8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374157 Sep 14 17:09:09.310698 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6256e4c-7223-4cf0-875b-8ef5e7902d2a req-ce454246-5a96-410c-b06b-5b8fc3619185 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:09.312150 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6256e4c-7223-4cf0-875b-8ef5e7902d2a req-ce454246-5a96-410c-b06b-5b8fc3619185 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 944 time: 0.0481884 Sep 14 17:09:09.348971 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6256e4c-7223-4cf0-875b-8ef5e7902d2a req-3f77ce50-93fe-4102-b04e-2ec016a86af9 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Sep 14 17:09:09.453695 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082045-e448-4691-8a31-7074619b6e49 req-66f9eac8-c28a-43ab-ab7e-227ff0209498 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:09.455145 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-39082045-e448-4691-8a31-7074619b6e49 req-66f9eac8-c28a-43ab-ab7e-227ff0209498 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 932 time: 0.0472698 Sep 14 17:09:09.490673 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-39082045-e448-4691-8a31-7074619b6e49 req-f5f1302a-e3c8-46e3-bacc-97720d805bac tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296857 Sep 14 17:09:09.741880 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ab0e-eeb9-4a39-a60a-a568dffec6de req-3ed7e2e6-6652-4df7-bc7d-77c0d5925446 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:09.743503 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e4e6ab0e-eeb9-4a39-a60a-a568dffec6de req-3ed7e2e6-6652-4df7-bc7d-77c0d5925446 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0475392 Sep 14 17:09:09.783610 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e4e6ab0e-eeb9-4a39-a60a-a568dffec6de req-bc3e4935-55ab-4663-82d2-6eb2c3decfe9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340703 Sep 14 17:09:10.207053 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Request body: {'port': {'device_id': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:10.224025 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:09:10.325050 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:10.357491 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,segment=NetworkSegment(b4284be4-42b4-4418-997b-31eba773d482),segment_id=b4284be4-42b4-4418-997b-31eba773d482)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:10.372597 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5', 'network_id': 'ac6d322a-1f9e-4242-bf4c-b123d046a551', 'port_id': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5', 'mac_address': 'fa:16:3e:61:0d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b90fae-b5fc-45bd-abdf-fb312f80fd7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:09:10.404538 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efc7ec-9f7a-4cfb-8d2c-7bdd9ec138b2 req-a8da8db6-d9dd-41d7-84ba-6014811ff9f4 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:10.406135 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-97efc7ec-9f7a-4cfb-8d2c-7bdd9ec138b2 req-a8da8db6-d9dd-41d7-84ba-6014811ff9f4 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.1367948 Sep 14 17:09:10.415665 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:10.435820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:10.460511 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,segment=NetworkSegment(b4284be4-42b4-4418-997b-31eba773d482),segment_id=b4284be4-42b4-4418-997b-31eba773d482)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:10.468570 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:10.535305 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:10.555866 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-97efc7ec-9f7a-4cfb-8d2c-7bdd9ec138b2 req-6e4cafca-8c25-4f27-83d4-8dd525345bb7 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396508 Sep 14 17:09:10.567358 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e109f8-d995-4176-a261-8d4d0445399b req-62f2e0da-ea2f-421e-9c72-50e10740f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:10.568859 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-62f2e0da-ea2f-421e-9c72-50e10740f974 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.3669329 Sep 14 17:09:10.592761 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ede135-810c-4142-93b9-d0c13cd6f6c1 req-e0c8d25d-398e-42f1-9f25-ad9a40f8d281 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:10.594215 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d0ede135-810c-4142-93b9-d0c13cd6f6c1 req-e0c8d25d-398e-42f1-9f25-ad9a40f8d281 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.1232526 Sep 14 17:09:10.708319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d0ede135-810c-4142-93b9-d0c13cd6f6c1 req-c10ba250-5504-4205-a986-e8c381452b3b tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845120 Sep 14 17:09:10.731555 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350aa5a-ccd6-45d5-a8a3-63effc86c979 req-7a949584-0558-4495-b6e2-a57b1d4874bd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:10.733015 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3350aa5a-ccd6-45d5-a8a3-63effc86c979 req-7a949584-0558-4495-b6e2-a57b1d4874bd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 932 time: 0.1061542 Sep 14 17:09:10.799774 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd13d698-bd73-48c4-8cb7-87c04655ca16 {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:10.806807 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3350aa5a-ccd6-45d5-a8a3-63effc86c979 req-2ff6056c-828d-4a7e-8a30-609e2e430600 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669284 Sep 14 17:09:10.811299 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:10.825252 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Transition to ACTIVE for port object cd13d698-bd73-48c4-8cb7-87c04655ca16 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:10.829031 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:10.904233 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:10.972487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ca785-c743-4838-9a32-418a747292f8 req-504f358f-5474-407e-85c4-64d2691e8003 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:10.974024 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-273ca785-c743-4838-9a32-418a747292f8 req-504f358f-5474-407e-85c4-64d2691e8003 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.1087127 Sep 14 17:09:11.025848 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Attempting to bind port cd13d698-bd73-48c4-8cb7-87c04655ca16 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:09:11.026173 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Attempting to bind port cd13d698-bd73-48c4-8cb7-87c04655ca16 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:09:11.026525 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Attempting to bind port cd13d698-bd73-48c4-8cb7-87c04655ca16 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:11.031460 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-273ca785-c743-4838-9a32-418a747292f8 req-c90a53c3-f42a-47de-b2a7-bbcf6cea1c82 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502994 Sep 14 17:09:11.034731 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Port cd13d698-bd73-48c4-8cb7-87c04655ca16 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:09:11.035083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Attempting to bind port cd13d698-bd73-48c4-8cb7-87c04655ca16 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:11.040259 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:09:11.040762 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Checking segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:09:11.041211 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Bound using segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:09:11.041764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Bound port: cd13d698-bd73-48c4-8cb7-87c04655ca16, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:09:11.042399 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:11.104551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:09:11.108510 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:09:11.112934 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:11.144776 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:11.145416 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:11.146863 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] 10.222.0.41 "PUT /v2.0/ports/cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 200 len: 1094 time: 0.9441671 Sep 14 17:09:11.147298 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:11.149559 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176341b9-eeef-428d-a507-f0fe5fad1101" -d '{"events": [{"name": "network-changed", "server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:11.179845 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367157c-9c6c-49f0-867b-7080ce26107e service neutron] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:11.198091 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5addc9a-b18c-4462-afd6-2f071bdfd0f9 x-openstack-request-id: req-a5addc9a-b18c-4462-afd6-2f071bdfd0f9 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:11.198558 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:11.199379 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5addc9a-b18c-4462-afd6-2f071bdfd0f9 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:11.199905 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'status': 'completed', 'code': 200} Sep 14 17:09:11.215559 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-b39fb740-0538-44a4-b552-60a23d7c2aca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 217 time: 0.0392411 Sep 14 17:09:11.671291 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c82da-0a01-4dff-80c3-cb4d767ba7fc req-5477575a-2ce5-4d2e-b001-9ae33d7e76b9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:11.672780 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c96c82da-0a01-4dff-80c3-cb4d767ba7fc req-5477575a-2ce5-4d2e-b001-9ae33d7e76b9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0486748 Sep 14 17:09:11.709595 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c96c82da-0a01-4dff-80c3-cb4d767ba7fc req-b0762dd1-0c6a-4dc1-8e8f-0eba6d0192e1 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Sep 14 17:09:11.830396 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5479971-210a-4a6a-9194-7b1f8010c63a req-c98ffaa7-3f33-4d20-95e4-33129a926691 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:11.831841 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e5479971-210a-4a6a-9194-7b1f8010c63a req-c98ffaa7-3f33-4d20-95e4-33129a926691 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Sep 14 17:09:11.870153 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e5479971-210a-4a6a-9194-7b1f8010c63a req-3476969e-75bd-4f39-afe3-49fb34248cd1 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Sep 14 17:09:11.929077 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a31d2-721f-462f-ab42-afc723b09471 req-0a93f6c5-ed5b-408e-87ce-1626febb1a77 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:11.930521 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-153a31d2-721f-462f-ab42-afc723b09471 req-0a93f6c5-ed5b-408e-87ce-1626febb1a77 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0487745 Sep 14 17:09:11.972544 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-153a31d2-721f-462f-ab42-afc723b09471 req-db56d5b2-39ac-4e86-9370-3f763ffe7303 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349560 Sep 14 17:09:12.144160 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755bd5f-518b-4f90-8266-c999e79ee40e req-6aa12d00-41db-4775-a068-9abc92970bb4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.145563 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7755bd5f-518b-4f90-8266-c999e79ee40e req-6aa12d00-41db-4775-a068-9abc92970bb4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0484080 Sep 14 17:09:12.183494 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7755bd5f-518b-4f90-8266-c999e79ee40e req-9c2d2c28-b75e-49df-8852-2478c05f8fd4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Sep 14 17:09:12.611413 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e109f8-d995-4176-a261-8d4d0445399b req-b81bd58f-e833-4309-8a95-95bfe4208400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.613002 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-b81bd58f-e833-4309-8a95-95bfe4208400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0450218 Sep 14 17:09:12.615884 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176341b9-eeef-428d-a507-f0fe5fad1101 req-cfcf912d-b4f6-4505-b7e8-2b5549af9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.617414 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-176341b9-eeef-428d-a507-f0fe5fad1101 req-cfcf912d-b4f6-4505-b7e8-2b5549af9b2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0411680 Sep 14 17:09:12.671950 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e109f8-d995-4176-a261-8d4d0445399b req-3409ad80-a7e0-4013-99a9-ec4df0136e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.673392 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-3409ad80-a7e0-4013-99a9-ec4df0136e41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428655 Sep 14 17:09:12.724225 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176341b9-eeef-428d-a507-f0fe5fad1101 req-bff61915-a9c6-4949-812e-8498105bab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.725729 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-176341b9-eeef-428d-a507-f0fe5fad1101 req-bff61915-a9c6-4949-812e-8498105bab7f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0942841 Sep 14 17:09:12.765531 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-572154b7-8b16-4f02-9e4e-765e1b07409e service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828133 Sep 14 17:09:12.853035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176341b9-eeef-428d-a507-f0fe5fad1101 req-c5dd3421-359d-456b-aec0-6d1d56b01d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.855289 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-176341b9-eeef-428d-a507-f0fe5fad1101 req-c5dd3421-359d-456b-aec0-6d1d56b01d2e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219120 Sep 14 17:09:12.867609 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2b75-868a-440c-a815-f1e3ecee63dc req-41045eb4-b3d5-4550-b3b5-5e4624172bea tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.871324 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f94b2b75-868a-440c-a815-f1e3ecee63dc req-41045eb4-b3d5-4550-b3b5-5e4624172bea tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0781381 Sep 14 17:09:12.881243 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-48e109f8-d995-4176-a261-8d4d0445399b req-3525dce9-44ce-4a1c-bcd3-8d09a239ae61 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906031 Sep 14 17:09:12.915589 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f94b2b75-868a-440c-a815-f1e3ecee63dc req-97e70e84-2a12-4bb1-9a41-e94f4cc6ddb8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Sep 14 17:09:12.985150 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947f30-0005-46a1-a5dd-021f55cc4ff5 req-1775b55e-d306-4ca4-b3d6-f1581b6782b3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:12.986715 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-29947f30-0005-46a1-a5dd-021f55cc4ff5 req-1775b55e-d306-4ca4-b3d6-f1581b6782b3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Sep 14 17:09:13.024110 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-29947f30-0005-46a1-a5dd-021f55cc4ff5 req-61a171c0-1506-4a24-91d2-d5dd34b1f139 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Sep 14 17:09:13.092839 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab372f4-8dfe-4678-97c3-666de4eb0c43 req-077d2ef1-5d7e-4301-81bc-4b8299ded550 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:13.094302 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cab372f4-8dfe-4678-97c3-666de4eb0c43 req-077d2ef1-5d7e-4301-81bc-4b8299ded550 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0489089 Sep 14 17:09:13.131335 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cab372f4-8dfe-4678-97c3-666de4eb0c43 req-fc1be03f-1826-4fd3-a7c9-03427d0bb963 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310962 Sep 14 17:09:13.194755 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-a9d2f9a3-175f-429a-b55d-83d69fdb03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:13.196108 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-a9d2f9a3-175f-429a-b55d-83d69fdb03fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0379689 Sep 14 17:09:13.240926 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-5f10d9e3-103c-4e4a-8204-56cab03dc2a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 200 len: 217 time: 0.0368009 Sep 14 17:09:13.289721 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-1efacc90-abfd-4812-a6fd-c6c81bc32e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:13.291167 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-1efacc90-abfd-4812-a6fd-c6c81bc32e2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0437679 Sep 14 17:09:13.297447 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5991ba5-4284-48c7-9cab-13fa1681392e req-36bc6216-be68-4bd3-8731-d9d2b3b79de4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:13.298882 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c5991ba5-4284-48c7-9cab-13fa1681392e req-36bc6216-be68-4bd3-8731-d9d2b3b79de4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0503418 Sep 14 17:09:13.336087 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c5991ba5-4284-48c7-9cab-13fa1681392e req-dfa83f81-679a-4dd1-8ad0-2ba5d303b4fd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Sep 14 17:09:13.338397 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-8604b327-ad8d-48c7-9308-8661f9a2b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:13.340333 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-8604b327-ad8d-48c7-9308-8661f9a2b9ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419383 Sep 14 17:09:13.433741 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-0b72a63f-b264-4ec9-9949-f06ecec06b9a service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856082 Sep 14 17:09:13.525890 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c15bf76-3d0e-4ed4-8c43-5161c44d737a req-4eb22e2d-c193-4ac9-9ccc-fea565093dbe service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841432 Sep 14 17:09:13.568583 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:14.030250 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522365-a104-4ba5-80e8-e714648ac6bb req-6c08821a-55a4-4408-943d-43f810ef9e28 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:14.031735 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-01522365-a104-4ba5-80e8-e714648ac6bb req-6c08821a-55a4-4408-943d-43f810ef9e28 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0495667 Sep 14 17:09:14.080499 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-01522365-a104-4ba5-80e8-e714648ac6bb req-b972df2d-fae1-4cfd-a4c4-99d0fa352d09 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Sep 14 17:09:14.147815 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100e089-47f3-4aea-a353-a62ead9181f6 req-7208bc6e-2c74-4219-9406-b65b110361c3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:14.149499 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8100e089-47f3-4aea-a353-a62ead9181f6 req-7208bc6e-2c74-4219-9406-b65b110361c3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0511546 Sep 14 17:09:14.196893 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8100e089-47f3-4aea-a353-a62ead9181f6 req-d5f993be-4ac5-4b4e-9224-788d5854f924 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Sep 14 17:09:14.262860 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689d93-56fb-4d9f-8526-dcccc0ad7c75 req-79d13f90-6055-407a-b5a8-bb668ce9bd3a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:14.270246 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1d689d93-56fb-4d9f-8526-dcccc0ad7c75 req-79d13f90-6055-407a-b5a8-bb668ce9bd3a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0666590 Sep 14 17:09:14.303668 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1d689d93-56fb-4d9f-8526-dcccc0ad7c75 req-62fbc97f-31e8-4d3f-8c17-01561f163933 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325766 Sep 14 17:09:14.466473 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa737a-3675-4edc-a7ae-a631687f0b05 req-5ab84869-8b24-46b8-ab20-34a026dfdcae tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:14.468185 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9dfa737a-3675-4edc-a7ae-a631687f0b05 req-5ab84869-8b24-46b8-ab20-34a026dfdcae tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0625889 Sep 14 17:09:14.512474 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9dfa737a-3675-4edc-a7ae-a631687f0b05 req-a1589e4e-3c54-4860-b601-f62bdbb902f7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372136 Sep 14 17:09:14.760457 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6deaa25f-30a3-4b03-95ee-3dbf36740ee5'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:14.793574 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42194) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:14.908793 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1604ced3-7164-4b35-a6e1-b37cbdec46fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.020168 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1604ced3-7164-4b35-a6e1-b37cbdec46fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.024631 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1604ced3-7164-4b35-a6e1-b37cbdec46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.063164 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1604ced3-7164-4b35-a6e1-b37cbdec46fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54dda3b8df284c7aa38cd23ed6d8e237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685773 Sep 14 17:09:15.064566 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604ced3-7164-4b35-a6e1-b37cbdec46fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf666031-1e41-42d0-be4e-db0539ecf088,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:15.066193 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42210) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:15.119691 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-41d4ff08-ae26-456f-9975-c8f7db8954c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.142797 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-41d4ff08-ae26-456f-9975-c8f7db8954c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.148860 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42214) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:15.207168 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-41d4ff08-ae26-456f-9975-c8f7db8954c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.211125 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-41d4ff08-ae26-456f-9975-c8f7db8954c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.214846 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-41d4ff08-ae26-456f-9975-c8f7db8954c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf666031-1e41-42d0-be4e-db0539ecf088 HTTP/1.1" status: 204 len: 168 time: 0.1450019 Sep 14 17:09:15.221479 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4ff08-ae26-456f-9975-c8f7db8954c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf666031-1e41-42d0-be4e-db0539ecf088,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:15.225723 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7afe50-0f11-482a-8437-d369919d7a71 req-142d8739-83fe-4e24-8b0c-7fe6344ff6a0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:15.227272 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc7afe50-0f11-482a-8437-d369919d7a71 req-142d8739-83fe-4e24-8b0c-7fe6344ff6a0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0716288 Sep 14 17:09:15.288228 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc7afe50-0f11-482a-8437-d369919d7a71 req-273b627f-0021-4a22-a1a2-c2cf03820631 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491040 Sep 14 17:09:15.341411 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebbb9-b9a1-403d-b6b6-7cb30e0e8b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.377996 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b57e6c-e52c-4af4-a96d-6c104e360482 req-277593f3-a886-4aa7-96c3-ca6ac7940563 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:15.379294 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-77b57e6c-e52c-4af4-a96d-6c104e360482 req-277593f3-a886-4aa7-96c3-ca6ac7940563 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0899701 Sep 14 17:09:15.474800 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-77b57e6c-e52c-4af4-a96d-6c104e360482 req-bf63c87b-ef8b-4d38-9ad4-a53ac13ea56b tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871584 Sep 14 17:09:15.521422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2385b8-4228-4033-b837-4612575753f1 req-53b6e31f-83e4-4ab3-9692-d2ba8737775b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:15.522976 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf2385b8-4228-4033-b837-4612575753f1 req-53b6e31f-83e4-4ab3-9692-d2ba8737775b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.1266189 Sep 14 17:09:15.584126 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebbb9-b9a1-403d-b6b6-7cb30e0e8b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.589359 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf2385b8-4228-4033-b837-4612575753f1 req-f637aaff-ee50-438a-88fa-04fb7fbcb401 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556469 Sep 14 17:09:15.590950 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebbb9-b9a1-403d-b6b6-7cb30e0e8b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.656347 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ebbb9-b9a1-403d-b6b6-7cb30e0e8b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc4860-333e-4e6c-be38-2c0b54857e44,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:15.668120 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9e8ebbb9-b9a1-403d-b6b6-7cb30e0e8b1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf579fb605d64f3fb8fe065e8b59d388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180800 Sep 14 17:09:15.668225 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42246) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:15.680729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e33c08-51dc-4c74-8f0b-50b154792839 req-fe5f1fcd-1265-4b1d-b007-b62ae3881a22 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:15.683871 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04e33c08-51dc-4c74-8f0b-50b154792839 req-fe5f1fcd-1265-4b1d-b007-b62ae3881a22 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0968659 Sep 14 17:09:15.722687 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c25f705-bc63-4a49-ad91-b02dc786d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.725515 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-04e33c08-51dc-4c74-8f0b-50b154792839 req-b68b896f-a661-45bd-88b4-ed1e443d4fc1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350816 Sep 14 17:09:15.749176 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c25f705-bc63-4a49-ad91-b02dc786d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.803041 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c25f705-bc63-4a49-ad91-b02dc786d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.806047 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c25f705-bc63-4a49-ad91-b02dc786d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:15.807258 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-7c25f705-bc63-4a49-ad91-b02dc786d4ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bcc4860-333e-4e6c-be38-2c0b54857e44 HTTP/1.1" status: 204 len: 168 time: 0.1367078 Sep 14 17:09:15.818398 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25f705-bc63-4a49-ad91-b02dc786d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcc4860-333e-4e6c-be38-2c0b54857e44,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:16.089660 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42266) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:16.103711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5969244-9db0-4f1d-8b56-e2299ce9df00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.195273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5969244-9db0-4f1d-8b56-e2299ce9df00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.199797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d5969244-9db0-4f1d-8b56-e2299ce9df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.235882 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969244-9db0-4f1d-8b56-e2299ce9df00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5db24f-cbeb-44c0-970d-6baba7387bcf,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:16.240107 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d5969244-9db0-4f1d-8b56-e2299ce9df00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1356c1f84b14a558cc90e1a881af6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485391 Sep 14 17:09:16.243168 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42270) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:16.295016 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-850f5a72-e1f5-45af-b853-6d5ad9f9bfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.317000 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-850f5a72-e1f5-45af-b853-6d5ad9f9bfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.371699 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-850f5a72-e1f5-45af-b853-6d5ad9f9bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.375325 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-850f5a72-e1f5-45af-b853-6d5ad9f9bfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:16.379397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-850f5a72-e1f5-45af-b853-6d5ad9f9bfb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf5db24f-cbeb-44c0-970d-6baba7387bcf HTTP/1.1" status: 204 len: 168 time: 0.1327295 Sep 14 17:09:16.389282 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f5a72-e1f5-45af-b853-6d5ad9f9bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5db24f-cbeb-44c0-970d-6baba7387bcf,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:16.454025 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcebf9c-8aac-48c5-9403-ce6a66b5bdb8 req-194681ee-25c1-43b5-ad76-eb5567fa9c8e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:16.463338 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1bcebf9c-8aac-48c5-9403-ce6a66b5bdb8 req-194681ee-25c1-43b5-ad76-eb5567fa9c8e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0760086 Sep 14 17:09:16.500769 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1bcebf9c-8aac-48c5-9403-ce6a66b5bdb8 req-382ca210-6ca4-4f6b-9595-07555aa43205 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358300 Sep 14 17:09:16.605444 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440982c8-eb77-413c-bd03-b3e5c1f98599 req-e9b8149c-dd99-4a18-b8cd-e361b2260577 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:16.606940 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-440982c8-eb77-413c-bd03-b3e5c1f98599 req-e9b8149c-dd99-4a18-b8cd-e361b2260577 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Sep 14 17:09:16.648960 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-440982c8-eb77-413c-bd03-b3e5c1f98599 req-83a8f85f-b2ce-4dfe-8377-f4dc54ab4f9d tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Sep 14 17:09:16.724064 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1d4cc-6bd1-426c-a5fd-1e6f8fcee86d req-31883353-f44c-40ff-92a3-548a5cf965e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:16.725552 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-35f1d4cc-6bd1-426c-a5fd-1e6f8fcee86d req-31883353-f44c-40ff-92a3-548a5cf965e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0490911 Sep 14 17:09:16.768946 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-35f1d4cc-6bd1-426c-a5fd-1e6f8fcee86d req-21b0f5ec-1850-46ae-97c5-549914da4592 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363460 Sep 14 17:09:16.851536 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf32a7-0cb2-4cdc-93f0-fe665d5e429e req-5f4c0e5d-ca35-4eb9-b540-3a7fd8edeb47 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:16.853022 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-94bf32a7-0cb2-4cdc-93f0-fe665d5e429e req-5f4c0e5d-ca35-4eb9-b540-3a7fd8edeb47 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0477638 Sep 14 17:09:16.893397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-94bf32a7-0cb2-4cdc-93f0-fe665d5e429e req-8b48be67-a6ad-4d9b-8284-8075931b7f01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337708 Sep 14 17:09:17.350366 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-788d9e03-3eda-400f-ac77-10ef16f8dfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:17.615880 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba9dc5-ed07-46b0-8db5-9626f5f86f35 req-80a1739e-5157-464f-90f4-5d6b81deaf34 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:17.617393 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4dba9dc5-ed07-46b0-8db5-9626f5f86f35 req-80a1739e-5157-464f-90f4-5d6b81deaf34 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0534174 Sep 14 17:09:17.655138 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4dba9dc5-ed07-46b0-8db5-9626f5f86f35 req-5fe9c985-2047-4297-9df4-25b30b83e0ff tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Sep 14 17:09:17.770078 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076de702-b64c-4f44-8710-b259d7b5a2b3 req-679bcde3-35b9-4f51-9e5c-c013072c41b5 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:17.771571 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-076de702-b64c-4f44-8710-b259d7b5a2b3 req-679bcde3-35b9-4f51-9e5c-c013072c41b5 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0509970 Sep 14 17:09:17.811147 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-076de702-b64c-4f44-8710-b259d7b5a2b3 req-efdddd6d-33cb-4819-8ec4-c802c0687fc8 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Sep 14 17:09:17.892888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca6baa-fb55-4be7-aaae-411d0a1a31ae req-ad9b58a3-5e21-4a40-ad2d-343edc0d733d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:17.894356 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a8ca6baa-fb55-4be7-aaae-411d0a1a31ae req-ad9b58a3-5e21-4a40-ad2d-343edc0d733d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0486629 Sep 14 17:09:17.932063 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a8ca6baa-fb55-4be7-aaae-411d0a1a31ae req-a61913e1-6595-4faf-bea3-a4ac0e6419cb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Sep 14 17:09:18.021965 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cb9f-ae67-4623-8259-078389ed3cd9 req-0d612d6e-0da2-41c2-aecf-f37f5ca42c67 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:18.023418 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9070cb9f-ae67-4623-8259-078389ed3cd9 req-0d612d6e-0da2-41c2-aecf-f37f5ca42c67 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0606384 Sep 14 17:09:18.060595 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9070cb9f-ae67-4623-8259-078389ed3cd9 req-5eba2a8b-f0b0-4ac1-8ba8-f9b2efc85497 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306051 Sep 14 17:09:18.774282 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a34d0a-4a09-4c59-9bf5-e164bfa71c24 req-344d35d5-9f0a-4866-a20a-b08741ae039c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:18.775662 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-07a34d0a-4a09-4c59-9bf5-e164bfa71c24 req-344d35d5-9f0a-4866-a20a-b08741ae039c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0542004 Sep 14 17:09:18.814348 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-07a34d0a-4a09-4c59-9bf5-e164bfa71c24 req-9d1f7036-0e8f-44f9-83cf-aabf2eaf2c2a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Sep 14 17:09:18.924404 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f88f9-7396-4452-8fe3-200338618ac5 req-8891ed24-ab3e-455f-8e67-1ea240737572 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:18.925896 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-541f88f9-7396-4452-8fe3-200338618ac5 req-8891ed24-ab3e-455f-8e67-1ea240737572 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Sep 14 17:09:18.963899 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-541f88f9-7396-4452-8fe3-200338618ac5 req-02138f50-8887-4c10-b2b3-6d392d03ccd8 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Sep 14 17:09:19.066441 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2043b-51a1-49a7-84a0-6e6a625dc02e req-6a7b7461-9037-4d09-a67d-9ec7ba067c6b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:19.067934 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-15e2043b-51a1-49a7-84a0-6e6a625dc02e req-6a7b7461-9037-4d09-a67d-9ec7ba067c6b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0527098 Sep 14 17:09:19.108467 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-15e2043b-51a1-49a7-84a0-6e6a625dc02e req-d0146278-9d81-4a50-8814-4dc807690d8b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339575 Sep 14 17:09:19.182321 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935a26-67cb-48ab-a0f4-62f7ff7e76f7 req-8d91d855-6e87-4998-bf38-cdf531ecffc5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:19.185010 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0e935a26-67cb-48ab-a0f4-62f7ff7e76f7 req-8d91d855-6e87-4998-bf38-cdf531ecffc5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0536609 Sep 14 17:09:19.223333 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0e935a26-67cb-48ab-a0f4-62f7ff7e76f7 req-2c454025-af7a-41e3-9143-16ac99176eb9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322845 Sep 14 17:09:19.852319 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8bcee0c6-2ed2-48f1-8729-9c75f963b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:19.931677 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323020-6262-4a8a-96bb-21595d05b233 req-b20ccba9-b92b-4e9d-af92-86a780505dcf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:19.933824 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c3323020-6262-4a8a-96bb-21595d05b233 req-b20ccba9-b92b-4e9d-af92-86a780505dcf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0500000 Sep 14 17:09:19.969706 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c3323020-6262-4a8a-96bb-21595d05b233 req-e7dc3449-d5aa-4157-8d93-178e3eef020f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299985 Sep 14 17:09:20.081956 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7c6b6-b11b-4025-a6fd-c001202296d4 req-face9525-d561-4ee8-9696-c64f2d226dca tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:20.083493 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bfe7c6b6-b11b-4025-a6fd-c001202296d4 req-face9525-d561-4ee8-9696-c64f2d226dca tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0508173 Sep 14 17:09:20.123852 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bfe7c6b6-b11b-4025-a6fd-c001202296d4 req-3e01bf34-e429-425d-a93c-4e052ad771b0 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Sep 14 17:09:20.230809 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ea24-192b-4eee-8c72-0b3ed47e4649 req-d4eea6e5-4222-4703-acb2-6ff766ae481d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:20.232320 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4102ea24-192b-4eee-8c72-0b3ed47e4649 req-d4eea6e5-4222-4703-acb2-6ff766ae481d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0485051 Sep 14 17:09:20.277838 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4102ea24-192b-4eee-8c72-0b3ed47e4649 req-9a96191a-450f-4c88-b4af-3fea8e1d32fb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Sep 14 17:09:20.346997 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca4a3-c9c4-4faf-b621-78bf8ed5eb89 req-c52739f7-0f07-4e28-9152-bb7e9ce1daf7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:20.348447 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-530ca4a3-c9c4-4faf-b621-78bf8ed5eb89 req-c52739f7-0f07-4e28-9152-bb7e9ce1daf7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0485535 Sep 14 17:09:20.388453 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-530ca4a3-c9c4-4faf-b621-78bf8ed5eb89 req-cbede605-806a-4c58-a001-b3ccc82e1830 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Sep 14 17:09:20.553357 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:20.832700 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:21.096034 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97897f6-69e1-4f1d-a59e-7055f5814434 req-edbfe214-8e0f-4bf9-b65c-473814372180 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:21.097214 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b97897f6-69e1-4f1d-a59e-7055f5814434 req-edbfe214-8e0f-4bf9-b65c-473814372180 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0611722 Sep 14 17:09:21.136746 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b97897f6-69e1-4f1d-a59e-7055f5814434 req-6f9923be-4122-4346-ad39-a8457f0cc247 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Sep 14 17:09:21.241051 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aba9f-cfc0-4450-b89b-a316a70d545b req-f49bf0a2-a4b5-4a90-a4b4-f12ec24a6547 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:21.242526 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd5aba9f-cfc0-4450-b89b-a316a70d545b req-f49bf0a2-a4b5-4a90-a4b4-f12ec24a6547 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0477967 Sep 14 17:09:21.282378 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd5aba9f-cfc0-4450-b89b-a316a70d545b req-85954a33-980f-4779-8583-5d3980231f13 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Sep 14 17:09:21.399157 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5050-66ee-48a5-9d35-17b00794a2a9 req-c875390c-1d2c-4aa2-877f-4999cd79d0d3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:21.400635 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2aab5050-66ee-48a5-9d35-17b00794a2a9 req-c875390c-1d2c-4aa2-877f-4999cd79d0d3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0465527 Sep 14 17:09:21.437834 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2aab5050-66ee-48a5-9d35-17b00794a2a9 req-2e45b62c-e3e8-43f7-abcb-cb8a2ecc2b71 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305107 Sep 14 17:09:21.512910 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c6cb-52ac-4b1f-b504-3beb998c312f req-4cf88900-0adc-495a-b643-2e4bf11771a8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:21.514452 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-17b0c6cb-52ac-4b1f-b504-3beb998c312f req-4cf88900-0adc-495a-b643-2e4bf11771a8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0525303 Sep 14 17:09:21.552826 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-17b0c6cb-52ac-4b1f-b504-3beb998c312f req-9b9aa83a-6300-4af8-a277-1714ca84fb2b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325112 Sep 14 17:09:21.830673 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42444) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:21.939851 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d105925b-1bc9-4681-845d-f5673085bd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.025618 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d105925b-1bc9-4681-845d-f5673085bd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.029494 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d105925b-1bc9-4681-845d-f5673085bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.068342 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d105925b-1bc9-4681-845d-f5673085bd90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65429c292509422ab71d03053e73b306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366424 Sep 14 17:09:22.069181 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105925b-1bc9-4681-845d-f5673085bd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487e4b8-c9ef-47ba-b845-d799f6c46cee,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:22.072052 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42448) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:22.122473 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e317ee0-04b7-4b3a-801c-9887afd98ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.142753 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e317ee0-04b7-4b3a-801c-9887afd98ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.189071 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e317ee0-04b7-4b3a-801c-9887afd98ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.191765 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e317ee0-04b7-4b3a-801c-9887afd98ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.193080 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5e317ee0-04b7-4b3a-801c-9887afd98ea4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a487e4b8-c9ef-47ba-b845-d799f6c46cee HTTP/1.1" status: 204 len: 168 time: 0.1198938 Sep 14 17:09:22.202094 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e317ee0-04b7-4b3a-801c-9887afd98ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487e4b8-c9ef-47ba-b845-d799f6c46cee,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:22.261836 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911531-e9c5-4a35-88b1-e9e3d8f8e0f9 req-bc5d9bc8-1944-4fcf-b8a5-738d5278295f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:22.263334 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62911531-e9c5-4a35-88b1-e9e3d8f8e0f9 req-bc5d9bc8-1944-4fcf-b8a5-738d5278295f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0535800 Sep 14 17:09:22.305184 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62911531-e9c5-4a35-88b1-e9e3d8f8e0f9 req-d279e640-899b-4fa2-af18-0cf62eaeba5a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Sep 14 17:09:22.408156 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7f49-4caf-4833-8149-c8738b7dd11a req-d178ab36-0606-4774-8e6b-075eb3e448eb tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:22.409638 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7dbd7f49-4caf-4833-8149-c8738b7dd11a req-d178ab36-0606-4774-8e6b-075eb3e448eb tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0479503 Sep 14 17:09:22.448628 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7dbd7f49-4caf-4833-8149-c8738b7dd11a req-be505706-9c61-441f-8b22-002739ed0ded tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Sep 14 17:09:22.467553 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42462) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:22.481873 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-13bd2871-8f46-4c32-86ac-9190b2b2f3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.580760 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553d776-a582-4134-9ed6-a01c1ea69fcd req-f838d7ba-44f0-4a54-9b36-f9dda9c6772b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:22.582257 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d553d776-a582-4134-9ed6-a01c1ea69fcd req-f838d7ba-44f0-4a54-9b36-f9dda9c6772b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0711265 Sep 14 17:09:22.625242 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.656965 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-13bd2871-8f46-4c32-86ac-9190b2b2f3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.676849 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-13bd2871-8f46-4c32-86ac-9190b2b2f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.685125 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d553d776-a582-4134-9ed6-a01c1ea69fcd req-98f02792-8371-4a73-96ba-b6eab60af5a8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951712 Sep 14 17:09:22.724923 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-13bd2871-8f46-4c32-86ac-9190b2b2f3a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8aba5aeaa43f478fb656e2e408be1a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562797 Sep 14 17:09:22.727555 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42470) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:22.738684 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ace31-1866-4e6d-ab15-09f3f887dfbe req-a932342f-7c0b-4387-be84-12d02a335ac2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:22.740071 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-233ace31-1866-4e6d-ab15-09f3f887dfbe req-a932342f-7c0b-4387-be84-12d02a335ac2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.1119378 Sep 14 17:09:22.740727 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd2871-8f46-4c32-86ac-9190b2b2f3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afdd36-2dbb-4742-b6b2-dd81fe858f12,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:22.779857 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-233ace31-1866-4e6d-ab15-09f3f887dfbe req-957410c6-f9cf-477b-928d-dfb04a3e3eba tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Sep 14 17:09:22.796873 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-97aca023-4708-48cb-8752-afa898694b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.817708 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-97aca023-4708-48cb-8752-afa898694b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.861988 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-97aca023-4708-48cb-8752-afa898694b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.864536 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-97aca023-4708-48cb-8752-afa898694b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:22.865686 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-97aca023-4708-48cb-8752-afa898694b69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10afdd36-2dbb-4742-b6b2-dd81fe858f12 HTTP/1.1" status: 204 len: 168 time: 0.1352360 Sep 14 17:09:22.873829 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca023-4708-48cb-8752-afa898694b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afdd36-2dbb-4742-b6b2-dd81fe858f12,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:23.423197 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349964f-6035-446d-a63b-2f01be97eea8 req-ffbb58ce-12f8-4b75-8248-995864e37fea tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:23.424689 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3349964f-6035-446d-a63b-2f01be97eea8 req-ffbb58ce-12f8-4b75-8248-995864e37fea tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0482798 Sep 14 17:09:23.463520 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3349964f-6035-446d-a63b-2f01be97eea8 req-9ae049ba-213f-4139-b9c0-4625a655f435 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Sep 14 17:09:23.567217 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f954c51-0913-413b-b476-7ff4cc1ba372 req-6449777c-fff5-4159-86eb-d8c8ed107858 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:23.568722 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f954c51-0913-413b-b476-7ff4cc1ba372 req-6449777c-fff5-4159-86eb-d8c8ed107858 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 945 time: 0.0534589 Sep 14 17:09:23.605941 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f954c51-0913-413b-b476-7ff4cc1ba372 req-48601099-8b29-48e0-bbce-b017c0629ec7 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Sep 14 17:09:23.787101 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f8603553-0de1-4e47-acb6-9ad06c7d0668 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:09:23.823639 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b29b41-fc14-41ea-b39f-e9d27dc4d490 req-76acc3bc-b04a-45b9-99a3-0ece1ae33922 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:23.825456 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-82b29b41-fc14-41ea-b39f-e9d27dc4d490 req-76acc3bc-b04a-45b9-99a3-0ece1ae33922 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0671949 Sep 14 17:09:23.846954 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:09:23.881286 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-82b29b41-fc14-41ea-b39f-e9d27dc4d490 req-956ac426-b2c8-4d09-bb05-fe50a06c1c02 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470340 Sep 14 17:09:23.933400 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270597a-0a0e-4a57-8485-d9e3a3a1bc0c req-f5d6c0ba-c75e-41ff-8b76-518c34c76ae0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:23.935002 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1270597a-0a0e-4a57-8485-d9e3a3a1bc0c req-f5d6c0ba-c75e-41ff-8b76-518c34c76ae0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 944 time: 0.0611427 Sep 14 17:09:23.974973 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f8603553-0de1-4e47-acb6-9ad06c7d0668, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:23.975430 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1270597a-0a0e-4a57-8485-d9e3a3a1bc0c req-e82e3fed-4ee6-47c4-965d-edca4a2e4dbb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Sep 14 17:09:23.977981 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:23.988649 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:23.989624 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.016091 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'port_id': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'mac_address': 'fa:16:3e:55:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:09:24.171729 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.203993 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8603553-0de1-4e47-acb6-9ad06c7d0668 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:24.233747 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f8603553-0de1-4e47-acb6-9ad06c7d0668, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:24.235062 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.238482 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.239133 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device e21435af-a81e-45c8-9b0a-3fe9ccfbc73f details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:09:24.295276 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326f684b-3c5b-444e-a142-2063bd3ab269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:24.374527 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,segment=NetworkSegment(b4284be4-42b4-4418-997b-31eba773d482),segment_id=b4284be4-42b4-4418-997b-31eba773d482)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:24.402311 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.415586 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f8603553-0de1-4e47-acb6-9ad06c7d0668,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:24.489368 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe6da3-7214-426d-8099-b5f12434a0aa" -d '{"events": [{"server_uuid": "326f684b-3c5b-444e-a142-2063bd3ab269", "name": "network-vif-plugged", "status": "completed", "tag": "6deaa25f-30a3-4b03-95ee-3dbf36740ee5"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:24.521896 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:24.525596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:24.537223 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'port_id': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f', 'mac_address': 'fa:16:3e:1f:e8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:09:24.577242 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.591526 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21435af-a81e-45c8-9b0a-3fe9ccfbc73f {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:24.613244 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:24.618609 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834d864-7790-4e8d-b045-ad57e971c582 x-openstack-request-id: req-8834d864-7790-4e8d-b045-ad57e971c582 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:24.618871 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326f684b-3c5b-444e-a142-2063bd3ab269", "name": "network-vif-plugged", "status": "completed", "tag": "6deaa25f-30a3-4b03-95ee-3dbf36740ee5", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:24.619134 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8834d864-7790-4e8d-b045-ad57e971c582 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:24.620098 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326f684b-3c5b-444e-a142-2063bd3ab269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5', 'code': 200} Sep 14 17:09:24.621326 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:24.637878 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfced50-a97c-47d8-bd87-d9ce71e72ea8 req-fce2427b-831c-43c0-b4e3-de7da2b155f9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:24.649023 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8cfced50-a97c-47d8-bd87-d9ce71e72ea8 req-fce2427b-831c-43c0-b4e3-de7da2b155f9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 943 time: 0.0779376 Sep 14 17:09:24.673790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:24.705523 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8cfced50-a97c-47d8-bd87-d9ce71e72ea8 req-cf6de689-a943-4f16-bf23-c24ac322ed7b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553195 Sep 14 17:09:24.755409 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1c26-46d8-4e4a-ad2b-b10813c2f9c9 req-380c2a1b-65ad-4291-9646-cf63fd91b58b tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:24.756922 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c74f1c26-46d8-4e4a-ad2b-b10813c2f9c9 req-380c2a1b-65ad-4291-9646-cf63fd91b58b tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0488732 Sep 14 17:09:24.794864 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c74f1c26-46d8-4e4a-ad2b-b10813c2f9c9 req-6c14aec3-430e-488d-8b5f-b200a6d61738 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Sep 14 17:09:25.004365 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825938ef-b8b7-41e4-baa2-420797aa0b9c req-6908a8a5-7e16-4966-be50-aa1368d6aace tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:25.005849 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-825938ef-b8b7-41e4-baa2-420797aa0b9c req-6908a8a5-7e16-4966-be50-aa1368d6aace tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0465477 Sep 14 17:09:25.046110 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-825938ef-b8b7-41e4-baa2-420797aa0b9c req-cb490089-cf49-4db1-9ea1-4d14d3275348 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332963 Sep 14 17:09:25.094202 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9114c-d6db-4e3d-b92d-9a32b468bed9 req-4b332170-b289-4c33-8ea0-0a49b36460f8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:25.095663 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a4c9114c-d6db-4e3d-b92d-9a32b468bed9 req-4b332170-b289-4c33-8ea0-0a49b36460f8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0527875 Sep 14 17:09:25.131976 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a4c9114c-d6db-4e3d-b92d-9a32b468bed9 req-fd60643c-7a56-4f13-974f-b34736fb20a7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303311 Sep 14 17:09:25.542946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8abed4-43bf-45fb-915d-5db3b9b061fa req-389b8aea-cee0-42c1-84d5-3b08d3012535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:25.544438 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-db8abed4-43bf-45fb-915d-5db3b9b061fa req-389b8aea-cee0-42c1-84d5-3b08d3012535 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 1099 time: 0.0655720 Sep 14 17:09:25.567535 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-db8abed4-43bf-45fb-915d-5db3b9b061fa req-f8f61f52-fa2b-4a42-8bba-47fcca29356e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:25.656073 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-db8abed4-43bf-45fb-915d-5db3b9b061fa req-f8f61f52-fa2b-4a42-8bba-47fcca29356e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:25.659841 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-db8abed4-43bf-45fb-915d-5db3b9b061fa req-f8f61f52-fa2b-4a42-8bba-47fcca29356e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:25.690350 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-db8abed4-43bf-45fb-915d-5db3b9b061fa req-f8f61f52-fa2b-4a42-8bba-47fcca29356e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Sep 14 17:09:25.698320 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f61f52-fa2b-4a42-8bba-47fcca29356e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fec5d-b860-468d-a807-8e13c06934a2,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:25.801142 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:09:25.827277 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecadf9a-41a9-4d05-a0ba-e63d113cf728 req-e5f10fa9-f02b-43da-9fb9-6c808d69df49 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:25.835003 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cecadf9a-41a9-4d05-a0ba-e63d113cf728 req-e5f10fa9-f02b-43da-9fb9-6c808d69df49 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.0623090 Sep 14 17:09:25.880761 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cecadf9a-41a9-4d05-a0ba-e63d113cf728 req-f7450ca7-fb78-4c55-a1f8-a7986af9f347 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Sep 14 17:09:25.923463 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:25.940008 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'mac_address': 'fa:16:3e:7e:50:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:09:25.958469 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70af14-d5e5-4ba6-b8a5-7dcf1e9b2a06 req-44384826-855c-412a-b81a-f4a5b2845837 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:25.959992 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1b70af14-d5e5-4ba6-b8a5-7dcf1e9b2a06 req-44384826-855c-412a-b81a-f4a5b2845837 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0679135 Sep 14 17:09:25.983915 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:25.997371 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd13d698-bd73-48c4-8cb7-87c04655ca16 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:26.004183 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1b70af14-d5e5-4ba6-b8a5-7dcf1e9b2a06 req-6d4f95ce-5a22-426d-bb55-cfe57eb63809 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356607 Sep 14 17:09:26.017943 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:26.032276 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:26.033054 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 3a7c95c7-5e43-4524-9080-1ff74b50601a details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:09:26.110443 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:26.193148 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56d511-3fda-4a15-b694-c8287ca06a21 req-99b3d2a4-bafb-448c-870d-ce7cbc2448cf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:26.202435 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7a56d511-3fda-4a15-b694-c8287ca06a21 req-99b3d2a4-bafb-448c-870d-ce7cbc2448cf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0678742 Sep 14 17:09:26.209802 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 3a7c95c7-5e43-4524-9080-1ff74b50601a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:26.228624 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '3a7c95c7-5e43-4524-9080-1ff74b50601a', 'network_id': '3887dccf-3c70-483e-8c6d-7f1292d74361', 'port_id': '3a7c95c7-5e43-4524-9080-1ff74b50601a', 'mac_address': 'fa:16:3e:a2:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba7186b-0e6f-4992-925e-8af9bb856ad0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:09:26.243957 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7a56d511-3fda-4a15-b694-c8287ca06a21 req-b2ac83eb-4eec-4e66-bccc-4a3cc9f549bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375414 Sep 14 17:09:26.283619 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:26.297401 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7c95c7-5e43-4524-9080-1ff74b50601a {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:26.297804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ce143-7485-4f38-b427-db437f405ad5 req-1a20dead-a1b1-4146-ad11-f7b7ac96ff99 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:26.299304 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef9ce143-7485-4f38-b427-db437f405ad5 req-1a20dead-a1b1-4146-ad11-f7b7ac96ff99 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0487366 Sep 14 17:09:26.318130 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 3a7c95c7-5e43-4524-9080-1ff74b50601a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:26.322511 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:26.341106 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef9ce143-7485-4f38-b427-db437f405ad5 req-1c3b0ba3-db57-4f71-86f2-8db4092367a6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355017 Sep 14 17:09:26.370625 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=3a7c95c7-5e43-4524-9080-1ff74b50601a,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:26.714097 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:09:26.842539 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['e21435af-a81e-45c8-9b0a-3fe9ccfbc73f'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:26.994197 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de4b36-897c-41e0-b36e-978a3d7f76f1 req-5ffc347a-f607-47ce-ad5f-d04b31a7d291 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:26.996682 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-40de4b36-897c-41e0-b36e-978a3d7f76f1 req-5ffc347a-f607-47ce-ad5f-d04b31a7d291 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.0552218 Sep 14 17:09:27.012767 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f8603553-0de1-4e47-acb6-9ad06c7d0668'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:27.080957 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-40de4b36-897c-41e0-b36e-978a3d7f76f1 req-9c43a38f-0088-415f-99a3-bae0e73f34dd tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652614 Sep 14 17:09:27.280454 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['3a7c95c7-5e43-4524-9080-1ff74b50601a'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:27.380545 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0e34-a195-4008-b960-0c40e23dfe10 req-ce9ac587-0e7d-4240-abb7-f138416d5538 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:27.382263 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ace0e34-a195-4008-b960-0c40e23dfe10 req-ce9ac587-0e7d-4240-abb7-f138416d5538 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.2769630 Sep 14 17:09:27.397797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525087a4-70ae-44b1-8dbe-e58bb2b1747e req-1668f73e-22b2-4fcf-a2cc-3dd0b57e5189 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:27.400102 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-525087a4-70ae-44b1-8dbe-e58bb2b1747e req-1668f73e-22b2-4fcf-a2cc-3dd0b57e5189 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0777900 Sep 14 17:09:27.436170 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['cd13d698-bd73-48c4-8cb7-87c04655ca16'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:27.527052 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ace0e34-a195-4008-b960-0c40e23dfe10 req-89a233ca-d703-499f-99df-5c020ac7149c tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199634 Sep 14 17:09:27.537428 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-525087a4-70ae-44b1-8dbe-e58bb2b1747e req-20fd0d8d-0a68-4155-830d-3bf7a230cffa tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110983 Sep 14 17:09:27.670218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96647d4-68b5-4492-8b30-b5d06c7c42a9 req-672bb4f9-0d15-446d-8314-185cb2797d6e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:27.671865 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f96647d4-68b5-4492-8b30-b5d06c7c42a9 req-672bb4f9-0d15-446d-8314-185cb2797d6e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Sep 14 17:09:27.714620 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f96647d4-68b5-4492-8b30-b5d06c7c42a9 req-93ae02cd-b1e8-4d70-b01a-9b6d12f9ee5e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344887 Sep 14 17:09:28.025811 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42662) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:28.110896 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42670) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:28.223025 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0148-aeaa-4435-b3fc-5aca899d665a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.235331 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b30c3-7461-4ced-8c30-a55a72ace139 req-67e98453-0b1f-42b7-8806-9b0daeda3091 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:28.249004 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f86b30c3-7461-4ced-8c30-a55a72ace139 req-67e98453-0b1f-42b7-8806-9b0daeda3091 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.0815716 Sep 14 17:09:28.275189 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-be83391e-6258-43d9-aff3-f48bc210cab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.284196 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f86b30c3-7461-4ced-8c30-a55a72ace139 req-12f75ef3-74f7-4576-9d0a-9bd801abbdac tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Sep 14 17:09:28.342456 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0148-aeaa-4435-b3fc-5aca899d665a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.347505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0148-aeaa-4435-b3fc-5aca899d665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.401475 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f6fa0148-aeaa-4435-b3fc-5aca899d665a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bda2d0cfb1f4a749c16459cc1d368a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737314 Sep 14 17:09:28.404690 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42678) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:28.407368 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0148-aeaa-4435-b3fc-5aca899d665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8364d2be-de6b-40b9-ac5b-c712daf0eb3a,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:28.465058 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cf723e58-76dd-47be-a56e-294634de3ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.468042 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-be83391e-6258-43d9-aff3-f48bc210cab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.472208 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-be83391e-6258-43d9-aff3-f48bc210cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.487218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cf723e58-76dd-47be-a56e-294634de3ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.511553 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-be83391e-6258-43d9-aff3-f48bc210cab4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27cace78bb394e2d8709311c1f476456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988633 Sep 14 17:09:28.512914 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83391e-6258-43d9-aff3-f48bc210cab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69309293-b48a-4f57-8c66-ea138ec39193,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:28.515352 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42680) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:28.539112 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cf723e58-76dd-47be-a56e-294634de3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.553363 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cf723e58-76dd-47be-a56e-294634de3ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.559089 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-cf723e58-76dd-47be-a56e-294634de3ecd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8364d2be-de6b-40b9-ac5b-c712daf0eb3a HTTP/1.1" status: 204 len: 168 time: 0.1526296 Sep 14 17:09:28.570581 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723e58-76dd-47be-a56e-294634de3ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364d2be-de6b-40b9-ac5b-c712daf0eb3a,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:28.578511 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-58e50cab-0bb0-4144-a48f-f74a9fac845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.606472 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-58e50cab-0bb0-4144-a48f-f74a9fac845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.676882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-58e50cab-0bb0-4144-a48f-f74a9fac845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.680103 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-58e50cab-0bb0-4144-a48f-f74a9fac845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:28.681512 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-58e50cab-0bb0-4144-a48f-f74a9fac845a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69309293-b48a-4f57-8c66-ea138ec39193 HTTP/1.1" status: 204 len: 168 time: 0.1652679 Sep 14 17:09:28.691882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e50cab-0bb0-4144-a48f-f74a9fac845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69309293-b48a-4f57-8c66-ea138ec39193,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:28.755038 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d2377-555c-4cf9-9e31-fff9c03c8400 req-2d17f442-faa4-4a6e-8eb4-3af938e41587 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:28.762783 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-998d2377-555c-4cf9-9e31-fff9c03c8400 req-2d17f442-faa4-4a6e-8eb4-3af938e41587 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.1276941 Sep 14 17:09:28.788201 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affa7f-6e5c-4771-b6b0-b3de8035450f req-af5ee37d-e1cc-4a77-bde2-dbcba693f8c5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:28.789773 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a1affa7f-6e5c-4771-b6b0-b3de8035450f req-af5ee37d-e1cc-4a77-bde2-dbcba693f8c5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.1298454 Sep 14 17:09:28.836016 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-998d2377-555c-4cf9-9e31-fff9c03c8400 req-6c7b3403-5dbc-43ea-9a8b-cd08847f160c tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677772 Sep 14 17:09:28.877608 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a1affa7f-6e5c-4771-b6b0-b3de8035450f req-b8002e16-86ac-4c56-bf96-49f8baad22a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790832 Sep 14 17:09:28.964806 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21673d-13ab-46a4-897a-5300a4b7283f req-8a2d6f5e-58c9-4218-a61d-a7f93a6d662e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:28.973167 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8e21673d-13ab-46a4-897a-5300a4b7283f req-8a2d6f5e-58c9-4218-a61d-a7f93a6d662e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0666440 Sep 14 17:09:29.017023 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8e21673d-13ab-46a4-897a-5300a4b7283f req-d996a3d2-5062-414c-bc9b-41cb722fe384 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Sep 14 17:09:29.111314 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42706) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:29.126605 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6ac81475-2678-4065-ad6d-410972e797fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.152875 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42708) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:29.168073 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4c062e33-a4db-4c89-b2b0-529b109475a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.215711 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6ac81475-2678-4065-ad6d-410972e797fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.219264 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6ac81475-2678-4065-ad6d-410972e797fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.263441 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6ac81475-2678-4065-ad6d-410972e797fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90fb08e2c9244f149740181b28e68794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477907 Sep 14 17:09:29.263441 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac81475-2678-4065-ad6d-410972e797fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2801c8-5c60-4559-9361-5cacd2abf27a,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:29.263883 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42712) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:29.340579 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4c062e33-a4db-4c89-b2b0-529b109475a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.343755 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-924e45a7-93b8-469b-be4c-2d0c4eb96817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.346576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4c062e33-a4db-4c89-b2b0-529b109475a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.410215 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-924e45a7-93b8-469b-be4c-2d0c4eb96817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.431852 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c062e33-a4db-4c89-b2b0-529b109475a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88768351-d38a-45e9-b0f1-df06d40cb071,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:29.447405 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-4c062e33-a4db-4c89-b2b0-529b109475a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6593e219a1bb40abb0ecbc06e6ce9308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934027 Sep 14 17:09:29.450071 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42716) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:29.477244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63cffd-005a-4fc6-ab01-ba84115ad1c4 req-471ae97c-c649-4ec7-9947-c07e9c9dada6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:29.479306 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e63cffd-005a-4fc6-ab01-ba84115ad1c4 req-471ae97c-c649-4ec7-9947-c07e9c9dada6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.1262643 Sep 14 17:09:29.499453 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2350-c285-4dcf-8075-85105459ec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.504117 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-924e45a7-93b8-469b-be4c-2d0c4eb96817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.506646 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-924e45a7-93b8-469b-be4c-2d0c4eb96817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.507758 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-924e45a7-93b8-469b-be4c-2d0c4eb96817 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf2801c8-5c60-4559-9361-5cacd2abf27a HTTP/1.1" status: 204 len: 168 time: 0.2429004 Sep 14 17:09:29.520405 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2350-c285-4dcf-8075-85105459ec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.521734 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e45a7-93b8-469b-be4c-2d0c4eb96817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2801c8-5c60-4559-9361-5cacd2abf27a,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:29.535954 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e63cffd-005a-4fc6-ab01-ba84115ad1c4 req-edf3c6bd-dbe3-41e0-a61b-7abd8924047b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Sep 14 17:09:29.585009 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2350-c285-4dcf-8075-85105459ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.587698 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2350-c285-4dcf-8075-85105459ec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:29.588932 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-9c4c2350-c285-4dcf-8075-85105459ec11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88768351-d38a-45e9-b0f1-df06d40cb071 HTTP/1.1" status: 204 len: 168 time: 0.1378801 Sep 14 17:09:29.597110 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c2350-c285-4dcf-8075-85105459ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88768351-d38a-45e9-b0f1-df06d40cb071,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:29.957606 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777e1f2-0aa9-4cc2-b415-d75b70fc73d9 req-81760287-202e-4b0f-8abc-a4fbadbf00f3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:29.959455 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b777e1f2-0aa9-4cc2-b415-d75b70fc73d9 req-81760287-202e-4b0f-8abc-a4fbadbf00f3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0555294 Sep 14 17:09:30.034865 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b777e1f2-0aa9-4cc2-b415-d75b70fc73d9 req-ae38f548-1787-4387-8674-7e5f88f8b3f2 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632379 Sep 14 17:09:30.043872 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c084d0-fb4f-4a81-a965-47ad9249580c req-d79b0376-3003-4974-a39b-cb70af527f15 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:30.045506 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a5c084d0-fb4f-4a81-a965-47ad9249580c req-d79b0376-3003-4974-a39b-cb70af527f15 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0849342 Sep 14 17:09:30.099167 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a5c084d0-fb4f-4a81-a965-47ad9249580c req-6fa26eee-04d0-4de9-98be-f480206a3d83 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470181 Sep 14 17:09:30.211994 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa3608-c9a6-49e2-b0f7-318562b3bd8a req-e8030adf-5b1a-4967-9ab7-0d948ca83a01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:30.218341 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aefa3608-c9a6-49e2-b0f7-318562b3bd8a req-e8030adf-5b1a-4967-9ab7-0d948ca83a01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0755935 Sep 14 17:09:30.271541 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aefa3608-c9a6-49e2-b0f7-318562b3bd8a req-779e292b-20f2-43a9-9b14-e6e940a9b0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459287 Sep 14 17:09:30.659638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044fab3-af0d-4a67-a60f-f76d284ce937 req-7e483ebc-62ea-4be8-ba1c-23fbacd1875a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:30.661213 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3044fab3-af0d-4a67-a60f-f76d284ce937 req-7e483ebc-62ea-4be8-ba1c-23fbacd1875a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.0514002 Sep 14 17:09:30.704991 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3044fab3-af0d-4a67-a60f-f76d284ce937 req-44ad9577-9d96-4afd-8bba-d6608883c5da tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Sep 14 17:09:31.253171 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1f582-ddc7-45cf-b2e2-e4831408efa6 req-fb41af3b-169f-4c7d-a04f-16bac9b088b6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:31.254667 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8ee1f582-ddc7-45cf-b2e2-e4831408efa6 req-fb41af3b-169f-4c7d-a04f-16bac9b088b6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0555074 Sep 14 17:09:31.305092 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8ee1f582-ddc7-45cf-b2e2-e4831408efa6 req-8d24316c-5270-49fa-96c8-a3f6552b47a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Sep 14 17:09:31.400082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187eb7c-c138-4fb4-9831-66b614fa1f01 req-dec86a15-d0a1-4eb1-b170-412c31f1d364 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:31.402580 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0187eb7c-c138-4fb4-9831-66b614fa1f01 req-dec86a15-d0a1-4eb1-b170-412c31f1d364 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0555913 Sep 14 17:09:31.444437 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0187eb7c-c138-4fb4-9831-66b614fa1f01 req-0a5b2525-4a3f-438d-9b76-f480e98be64b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353405 Sep 14 17:09:31.821892 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ab96-984d-4153-8eb2-019f711d9397 req-261a9ea9-f9e1-4c3b-b574-e6ad67e06afe tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:31.824256 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c585ab96-984d-4153-8eb2-019f711d9397 req-261a9ea9-f9e1-4c3b-b574-e6ad67e06afe tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.0495095 Sep 14 17:09:31.861768 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c585ab96-984d-4153-8eb2-019f711d9397 req-418d12a8-9dba-483a-9a10-95ed752db968 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Sep 14 17:09:31.994279 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42862) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:32.098212 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.187276 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.191636 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.231021 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73261e4e09e42fbb7a8193a1d2429b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356677 Sep 14 17:09:32.232108 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65469125-5a89-4181-9518-33c44181b8a5,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:32.233902 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42866) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:32.238985 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.239352 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.239687 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.240020 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.240350 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.240705 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.241030 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.241356 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.241678 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.242000 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.242317 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.242900 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518a37d-ff22-4835-b9e6-a71252a12ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.284624 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.309412 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.355528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.358125 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.359290 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65469125-5a89-4181-9518-33c44181b8a5 HTTP/1.1" status: 204 len: 168 time: 0.1244059 Sep 14 17:09:32.367097 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65469125-5a89-4181-9518-33c44181b8a5,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:32.374669 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.375017 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.375828 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.375828 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.376016 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.376314 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.376666 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.376991 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.377315 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.377638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.377958 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.378307 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7242e7a-8c02-421a-aca9-5c32583fb271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:32.441160 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db08f5-d62c-4904-bc7c-6c2e6c4c9045 req-94fc0c89-3ae5-43ce-85cd-5800fc0377bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:32.442728 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-97db08f5-d62c-4904-bc7c-6c2e6c4c9045 req-94fc0c89-3ae5-43ce-85cd-5800fc0377bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0524726 Sep 14 17:09:32.489566 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-97db08f5-d62c-4904-bc7c-6c2e6c4c9045 req-58030560-5af8-423f-9d0e-4612c34e1179 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400958 Sep 14 17:09:32.578487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a0c5-f14e-4655-ba9f-72b5e0a12460 req-7555eb10-7151-4e75-b340-8265856fb5a2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:32.580041 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8c70a0c5-f14e-4655-ba9f-72b5e0a12460 req-7555eb10-7151-4e75-b340-8265856fb5a2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0495167 Sep 14 17:09:32.625353 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8c70a0c5-f14e-4655-ba9f-72b5e0a12460 req-265589c2-130b-459e-9b90-b75552665450 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351367 Sep 14 17:09:32.648833 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 42884) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:32.661694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1028331-127d-4113-83ab-baeea9984884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.753699 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1028331-127d-4113-83ab-baeea9984884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.757302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1028331-127d-4113-83ab-baeea9984884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.793044 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-e1028331-127d-4113-83ab-baeea9984884 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de80525884fb4b25a0bf800b8b7d2838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430569 Sep 14 17:09:32.794898 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1028331-127d-4113-83ab-baeea9984884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a0e365-43ab-4c19-ba58-c55a2b75a7bd,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:32.795710 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 42886) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:32.847312 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d6e90bf0-dd6a-4292-a3b0-b302f3b34f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.867768 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d6e90bf0-dd6a-4292-a3b0-b302f3b34f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.912800 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d6e90bf0-dd6a-4292-a3b0-b302f3b34f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.915366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d6e90bf0-dd6a-4292-a3b0-b302f3b34f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:32.917198 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d6e90bf0-dd6a-4292-a3b0-b302f3b34f8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3a0e365-43ab-4c19-ba58-c55a2b75a7bd HTTP/1.1" status: 204 len: 168 time: 0.1204839 Sep 14 17:09:32.925006 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90bf0-dd6a-4292-a3b0-b302f3b34f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a0e365-43ab-4c19-ba58-c55a2b75a7bd,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:32.995692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648d91e-38dd-4e31-8ff7-c04d832f14fb req-0d89bdd6-a801-48ab-8357-c2ffe82ac0af tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:32.997220 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f648d91e-38dd-4e31-8ff7-c04d832f14fb req-0d89bdd6-a801-48ab-8357-c2ffe82ac0af tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 944 time: 0.0484023 Sep 14 17:09:33.035995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f648d91e-38dd-4e31-8ff7-c04d832f14fb req-3e58f1f3-b6d3-4953-9345-930752687897 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Sep 14 17:09:33.044611 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device e21435af-a81e-45c8-9b0a-3fe9ccfbc73f up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:09:33.118059 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:33.122320 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:33.122700 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:33.200005 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:33.225642 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f569311c-bea5-4382-a2a8-7df494651423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:33.228259 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50215a12-5730-407f-a8c9-c92f1856936b" -d '{"events": [{"server_uuid": "f569311c-bea5-4382-a2a8-7df494651423", "name": "network-vif-plugged", "status": "completed", "tag": "e21435af-a81e-45c8-9b0a-3fe9ccfbc73f"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:33.246115 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:33.251106 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:33.278094 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f1d869-1943-4789-b58e-e609df9471d8 x-openstack-request-id: req-71f1d869-1943-4789-b58e-e609df9471d8 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:33.278383 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f569311c-bea5-4382-a2a8-7df494651423", "name": "network-vif-plugged", "status": "completed", "tag": "e21435af-a81e-45c8-9b0a-3fe9ccfbc73f", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:33.278632 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71f1d869-1943-4789-b58e-e609df9471d8 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:33.279017 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f569311c-bea5-4382-a2a8-7df494651423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f', 'code': 200} Sep 14 17:09:33.308611 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:33.449014 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedaf38-6fe8-4ec5-9dd3-42a644936ca2 req-2ead1b13-b5d4-4d3b-b88c-d200b1373a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:33.453490 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-ceedaf38-6fe8-4ec5-9dd3-42a644936ca2 req-2ead1b13-b5d4-4d3b-b88c-d200b1373a8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1098 time: 0.0417159 Sep 14 17:09:33.486108 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-ceedaf38-6fe8-4ec5-9dd3-42a644936ca2 req-1c49eb58-89f6-448d-b485-99141548d5d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287981 Sep 14 17:09:33.613485 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c92815-4522-41db-8432-8280beadc14d req-679df183-4e04-445f-b4ad-2ab7d9f018af tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:33.615078 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-28c92815-4522-41db-8432-8280beadc14d req-679df183-4e04-445f-b4ad-2ab7d9f018af tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0532789 Sep 14 17:09:33.655739 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-28c92815-4522-41db-8432-8280beadc14d req-5a65723e-c771-4b03-a071-e724bc00796e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343437 Sep 14 17:09:33.758866 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652366de-83ed-4884-8b5e-55ca9cda17cc req-949e2fe7-ef81-4fa6-adf5-d6d82e7e311c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:33.761278 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-652366de-83ed-4884-8b5e-55ca9cda17cc req-949e2fe7-ef81-4fa6-adf5-d6d82e7e311c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0532465 Sep 14 17:09:33.799327 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-652366de-83ed-4884-8b5e-55ca9cda17cc req-53461ff2-8410-447d-bf1c-e9dc8a1a5753 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Sep 14 17:09:34.151600 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d1b82-69ac-498d-8e3d-8adbed376f5e req-f03d84a1-4465-4537-beac-e0ebce03898b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:34.153116 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d16d1b82-69ac-498d-8e3d-8adbed376f5e req-f03d84a1-4465-4537-beac-e0ebce03898b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0475140 Sep 14 17:09:34.191649 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d16d1b82-69ac-498d-8e3d-8adbed376f5e req-c9bab3a8-c264-42d8-b08d-b08f02b25496 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Sep 14 17:09:34.786861 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec3aef-3294-42c7-960d-403251493410 req-7009e4de-ad63-41a4-b270-62850e3c5675 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:34.795516 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-77ec3aef-3294-42c7-960d-403251493410 req-7009e4de-ad63-41a4-b270-62850e3c5675 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0637996 Sep 14 17:09:34.839859 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-77ec3aef-3294-42c7-960d-403251493410 req-f090d446-d60c-454c-88b2-62ef2563ad66 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Sep 14 17:09:34.936041 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad293e2-20e1-4821-be19-8cc8444bf685 req-224def44-9ad6-4d67-ae06-b0d815479769 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:34.937570 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fad293e2-20e1-4821-be19-8cc8444bf685 req-224def44-9ad6-4d67-ae06-b0d815479769 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0558162 Sep 14 17:09:34.975344 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fad293e2-20e1-4821-be19-8cc8444bf685 req-1765d587-0f5f-4452-a32f-a2c0de90da25 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315964 Sep 14 17:09:35.303078 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576696-9516-4664-9143-82ec26b4b4a4 req-fe153255-15ac-474a-a138-dd8f07d57360 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:35.304539 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-48576696-9516-4664-9143-82ec26b4b4a4 req-fe153255-15ac-474a-a138-dd8f07d57360 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0466061 Sep 14 17:09:35.343150 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-48576696-9516-4664-9143-82ec26b4b4a4 req-6718514a-3966-4209-82f8-56a17c9d226f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Sep 14 17:09:35.651001 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f8603553-0de1-4e47-acb6-9ad06c7d0668 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:09:35.709733 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port f8603553-0de1-4e47-acb6-9ad06c7d0668 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:35.714154 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port f8603553-0de1-4e47-acb6-9ad06c7d0668 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:35.714934 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:35.805265 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:35.842079 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:35.844551 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4c9ab3-abce-4a12-b652-daa02f5ec274" -d '{"events": [{"server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:35.858828 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f8603553-0de1-4e47-acb6-9ad06c7d0668, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:35.865411 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:35.866254 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:09:35.973046 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c43461-420a-468d-a11f-37136438845a x-openstack-request-id: req-44c43461-420a-468d-a11f-37136438845a {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:35.973375 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:35.973544 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44c43461-420a-468d-a11f-37136438845a {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:35.973931 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'code': 200} Sep 14 17:09:35.974502 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f8603553-0de1-4e47-acb6-9ad06c7d0668,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:36.007169 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.007521 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.007863 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.008201 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.008563 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.008892 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.009222 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.009627 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.010197 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.010612 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.011064 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.028678 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:09:36.104030 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0b5a7-ab85-4f22-982a-faf263df0409 req-95daa1c6-d1b2-4bb1-a26e-a581023cca18 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:36.114425 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8de0b5a7-ab85-4f22-982a-faf263df0409 req-95daa1c6-d1b2-4bb1-a26e-a581023cca18 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.1309502 Sep 14 17:09:36.117210 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port cd13d698-bd73-48c4-8cb7-87c04655ca16 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:36.126215 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port cd13d698-bd73-48c4-8cb7-87c04655ca16 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:36.126599 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:36.177746 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8de0b5a7-ab85-4f22-982a-faf263df0409 req-c649911c-ce73-45b8-a570-8c8cef2e2c57 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616510 Sep 14 17:09:36.229140 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c717af4-f8f2-407c-8594-d171cd576eb5 req-9fa3ccc3-5e29-4c78-9f86-3e5870bb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:36.230660 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c717af4-f8f2-407c-8594-d171cd576eb5 req-9fa3ccc3-5e29-4c78-9f86-3e5870bb3c88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0714264 Sep 14 17:09:36.262828 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:36.284100 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1c717af4-f8f2-407c-8594-d171cd576eb5 req-bae8bc8b-0025-474c-a4a3-749d1fa97faf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Sep 14 17:09:36.303405 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:36.309233 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:36.310158 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 3a7c95c7-5e43-4524-9080-1ff74b50601a up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:09:36.346005 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c2dd-da66-4f3e-936c-204978077454 req-003109b2-c7c4-4230-a093-f3960708db95 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:36.355940 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7206c2dd-da66-4f3e-936c-204978077454 req-003109b2-c7c4-4230-a093-f3960708db95 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0707784 Sep 14 17:09:36.397069 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7206c2dd-da66-4f3e-936c-204978077454 req-7010de3b-ecbd-4a2e-a032-ca78d141ba47 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400102 Sep 14 17:09:36.403455 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:36.425456 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 3a7c95c7-5e43-4524-9080-1ff74b50601a completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:09:36.430079 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 3a7c95c7-5e43-4524-9080-1ff74b50601a triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:09:36.430456 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:36.531560 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5de9f-ee31-40b1-be24-aa05d7afe9e4 req-abb743e6-3756-44e4-8994-669d22718bfd tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:36.534159 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f6c5de9f-ee31-40b1-be24-aa05d7afe9e4 req-abb743e6-3756-44e4-8994-669d22718bfd tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0631139 Sep 14 17:09:36.552695 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:36.587837 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f6c5de9f-ee31-40b1-be24-aa05d7afe9e4 req-b00bcf68-3501-4b8d-8e40-b8c4cccbd540 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Sep 14 17:09:36.589488 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 3a7c95c7-5e43-4524-9080-1ff74b50601a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:36.595826 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:36.657594 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=3a7c95c7-5e43-4524-9080-1ff74b50601a,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:36.962432 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b254ff1-6003-4663-ba2d-5103f8b45eb0 req-c351dbfc-0d95-4280-8f75-1d0c271844aa tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:36.964439 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4b254ff1-6003-4663-ba2d-5103f8b45eb0 req-c351dbfc-0d95-4280-8f75-1d0c271844aa tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0530400 Sep 14 17:09:37.008530 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4b254ff1-6003-4663-ba2d-5103f8b45eb0 req-ca8b7c47-2a09-495c-9f8e-d95e77a7a8eb tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Sep 14 17:09:37.295833 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2cd66-05da-4f53-9f66-256e657f8965 req-37fcc592-0c72-44fd-9466-d3b88f7aa58a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:37.300995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8cb2cd66-05da-4f53-9f66-256e657f8965 req-37fcc592-0c72-44fd-9466-d3b88f7aa58a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0588925 Sep 14 17:09:37.341382 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8cb2cd66-05da-4f53-9f66-256e657f8965 req-157ca6d8-0189-4a60-bb6d-c3cf69313df4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Sep 14 17:09:37.533155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a9716-92b2-46d1-bcd6-f32a7eb6365d req-83a7e302-8ef9-4c4a-bf54-c8a7cd524f1b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:37.534641 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-838a9716-92b2-46d1-bcd6-f32a7eb6365d req-83a7e302-8ef9-4c4a-bf54-c8a7cd524f1b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0489814 Sep 14 17:09:37.573688 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-838a9716-92b2-46d1-bcd6-f32a7eb6365d req-ed80badc-2e67-4039-a029-cf02ed7392ca tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331419 Sep 14 17:09:37.975351 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}, {'server_uuid': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7c95c7-5e43-4524-9080-1ff74b50601a'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:37.977759 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be10e2-b2a8-4bc4-a811-11e5d63c1a8c" -d '{"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}, {"server_uuid": "45c000d9-6124-4935-9b06-0b2337ea0b83", "name": "network-vif-plugged", "status": "completed", "tag": "3a7c95c7-5e43-4524-9080-1ff74b50601a"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:38.018621 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab12a27-e4ee-4522-9e65-cd1ce48c79cc x-openstack-request-id: req-3ab12a27-e4ee-4522-9e65-cd1ce48c79cc {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:38.018925 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "code": 200}, {"server_uuid": "45c000d9-6124-4935-9b06-0b2337ea0b83", "name": "network-vif-plugged", "status": "completed", "tag": "3a7c95c7-5e43-4524-9080-1ff74b50601a", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:38.019178 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ab12a27-e4ee-4522-9e65-cd1ce48c79cc {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:38.019577 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'code': 200} Sep 14 17:09:38.019830 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7c95c7-5e43-4524-9080-1ff74b50601a', 'code': 200} Sep 14 17:09:38.128710 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786478-be39-498d-aa52-611270ca5f69 req-9b89a0c2-3759-4bde-ace2-66fd2a63a9ef tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:38.130210 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85786478-be39-498d-aa52-611270ca5f69 req-9b89a0c2-3759-4bde-ace2-66fd2a63a9ef tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0528667 Sep 14 17:09:38.169603 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85786478-be39-498d-aa52-611270ca5f69 req-5f615de5-0b53-426d-9249-e9053003f7bf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Sep 14 17:09:38.461501 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37466a33-943d-4b19-a5eb-7c94e608caba req-678b6d0c-31df-4362-adde-1467fc53f6be tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:38.463590 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-37466a33-943d-4b19-a5eb-7c94e608caba req-678b6d0c-31df-4362-adde-1467fc53f6be tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0513365 Sep 14 17:09:38.501613 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-37466a33-943d-4b19-a5eb-7c94e608caba req-6ebe589d-fda0-4519-a873-fe9371b425e7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Sep 14 17:09:38.684858 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37f427-2029-4003-84e1-75daca3d7639 req-887758db-67b6-4b53-979f-d4d6b622b127 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:38.686425 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e37f427-2029-4003-84e1-75daca3d7639 req-887758db-67b6-4b53-979f-d4d6b622b127 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0477080 Sep 14 17:09:38.724687 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e37f427-2029-4003-84e1-75daca3d7639 req-8acaa885-922f-483c-8ca5-625c87712ca7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Sep 14 17:09:39.283455 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388be0-04f9-4481-8a8e-8070837547b3 req-addc2986-621d-4a72-87c8-9aff93c51470 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:39.284974 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ff388be0-04f9-4481-8a8e-8070837547b3 req-addc2986-621d-4a72-87c8-9aff93c51470 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Sep 14 17:09:39.322444 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ff388be0-04f9-4481-8a8e-8070837547b3 req-fc3ef792-080a-47a3-b966-39af3115ee72 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306947 Sep 14 17:09:39.625767 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389233c5-c68d-4f37-a873-699685be5b55 req-34186c93-76d8-41c3-987b-6aefc46a8523 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:39.627215 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-389233c5-c68d-4f37-a873-699685be5b55 req-34186c93-76d8-41c3-987b-6aefc46a8523 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0518897 Sep 14 17:09:39.664598 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-389233c5-c68d-4f37-a873-699685be5b55 req-d61840d4-cc38-4cc7-a8a4-6df118e94368 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Sep 14 17:09:39.834023 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf50aa7-1fe7-4a0a-b0d9-46a7dd76bb3f req-cc32a887-d5d1-4ee7-98de-87a16f04a62a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:39.835460 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0bf50aa7-1fe7-4a0a-b0d9-46a7dd76bb3f req-cc32a887-d5d1-4ee7-98de-87a16f04a62a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0468853 Sep 14 17:09:39.873565 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0bf50aa7-1fe7-4a0a-b0d9-46a7dd76bb3f req-bb6f9a29-5c3f-4fee-bad9-f8d0d91c694b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Sep 14 17:09:40.434446 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edf91-8c6a-4aa0-872e-8e2e6b54a539 req-796c5b82-ea13-4b77-98c0-fd9212441f1a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:40.435917 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-073edf91-8c6a-4aa0-872e-8e2e6b54a539 req-796c5b82-ea13-4b77-98c0-fd9212441f1a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0472858 Sep 14 17:09:40.473777 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-073edf91-8c6a-4aa0-872e-8e2e6b54a539 req-1b13d38a-c8ce-4135-918a-2c9a1f1576eb tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Sep 14 17:09:40.782011 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76dfd9-57f5-42f6-a7e3-04bb4f9f852f req-04b800b3-8b00-4668-8e0f-8fdf380e4db4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:40.783425 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-eb76dfd9-57f5-42f6-a7e3-04bb4f9f852f req-04b800b3-8b00-4668-8e0f-8fdf380e4db4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0499432 Sep 14 17:09:40.822431 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-eb76dfd9-57f5-42f6-a7e3-04bb4f9f852f req-a8115da5-1778-4659-9b98-738a22737117 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326359 Sep 14 17:09:40.985043 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9aca5-b77a-4957-b0e1-e30e9214a14b req-1644d032-d80e-4222-b87c-196805980f94 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:40.986430 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-18e9aca5-b77a-4957-b0e1-e30e9214a14b req-1644d032-d80e-4222-b87c-196805980f94 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0475197 Sep 14 17:09:41.026866 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-18e9aca5-b77a-4957-b0e1-e30e9214a14b req-ef960ab8-28d8-4d05-9d0b-5b9fe03a5876 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335896 Sep 14 17:09:41.204255 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-af79a199-71f1-4ea8-8de4-65e04faa0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.206037 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-af79a199-71f1-4ea8-8de4-65e04faa0743 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1098 time: 0.0453095 Sep 14 17:09:41.306721 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-446ba64f-3849-4e8f-ad24-7253e97792d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1295958 Sep 14 17:09:41.379711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebba2d8-9361-4391-acdc-27d8865ce9f8 req-28e793be-9646-405f-a7cb-03d3979db76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.379906 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8ebba2d8-9361-4391-acdc-27d8865ce9f8 req-28e793be-9646-405f-a7cb-03d3979db76a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1099 time: 0.0503221 Sep 14 17:09:41.411019 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-00e088b2-1924-4538-b408-520a405f983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.413449 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-00e088b2-1924-4538-b408-520a405f983f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.1876678 Sep 14 17:09:41.474790 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-606e9c30-f5a0-4038-98e1-a54a7114c2ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f HTTP/1.1" status: 200 len: 217 time: 0.0408196 Sep 14 17:09:41.498007 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8ebba2d8-9361-4391-acdc-27d8865ce9f8 req-84223ef8-b03f-4b8e-aa69-cad06d572252 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031899 Sep 14 17:09:41.513736 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-126362d0-1c4a-43f8-9562-cb1721a0d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.515496 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-126362d0-1c4a-43f8-9562-cb1721a0d37d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e7a9be051fa437d80fd4c17952743a0&device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 1099 time: 0.1223111 Sep 14 17:09:41.520653 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb8fb4-93f7-4053-81cd-ddcf05ae804f req-b2c50e37-50bb-4db6-be54-ae0430e37750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.522168 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53fb8fb4-93f7-4053-81cd-ddcf05ae804f req-b2c50e37-50bb-4db6-be54-ae0430e37750 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.1057892 Sep 14 17:09:41.542208 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-1d0808ca-d152-4933-be4b-b37b78bc92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.543765 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-1d0808ca-d152-4933-be4b-b37b78bc92b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0532649 Sep 14 17:09:41.595567 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a149488-95b5-4166-8d27-0bc9548f0f6f req-565beeb2-2f5b-49ba-820f-66de6f92e9cc tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.597053 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5a149488-95b5-4166-8d27-0bc9548f0f6f req-565beeb2-2f5b-49ba-820f-66de6f92e9cc tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0467153 Sep 14 17:09:41.636028 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5a149488-95b5-4166-8d27-0bc9548f0f6f req-0f8ca7e9-cef5-4dda-9319-9ee1751ae447 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Sep 14 17:09:41.939321 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781bc81-5007-49c4-97b3-a734e42e8d0a req-59dde2a3-be0e-4f34-8114-362cc6f1420d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:41.940928 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0781bc81-5007-49c4-97b3-a734e42e8d0a req-59dde2a3-be0e-4f34-8114-362cc6f1420d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Sep 14 17:09:41.971938 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-e19992c0-aac9-40f0-9ffe-9a8bc5f0a399 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247214 Sep 14 17:09:41.994458 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53fb8fb4-93f7-4053-81cd-ddcf05ae804f req-782b756c-7024-430e-bbb5-3cfc73372488 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Sep 14 17:09:42.014153 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0781bc81-5007-49c4-97b3-a734e42e8d0a req-d023ff50-a91e-4037-afe0-f7ec5053a449 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665267 Sep 14 17:09:42.172499 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-944394b4-ad7b-4e6b-8275-5356bd91705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:42.174369 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-944394b4-ad7b-4e6b-8275-5356bd91705a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac6d322a-1f9e-4242-bf4c-b123d046a551 HTTP/1.1" status: 200 len: 912 time: 0.1772492 Sep 14 17:09:42.184902 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c62e1-f292-4ff6-abd9-8ff099853f7d req-5a6b9c3c-6058-4632-ba2b-d5e5beb0d5cc tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:42.186238 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-041c62e1-f292-4ff6-abd9-8ff099853f7d req-5a6b9c3c-6058-4632-ba2b-d5e5beb0d5cc tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0939484 Sep 14 17:09:42.225013 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-041c62e1-f292-4ff6-abd9-8ff099853f7d req-a4715f93-6e98-4995-936a-002d61799f85 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325067 Sep 14 17:09:42.473528 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-76dd816d-e87c-42d1-9ac9-0fa407e5be4a service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958207 Sep 14 17:09:42.483995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-bbc48635-b063-4c5e-b3af-95459afa6024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5 HTTP/1.1" status: 200 len: 217 time: 0.0479610 Sep 14 17:09:42.586617 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bb2e4ae8-cc13-4457-ae8e-43814ff9a687 req-c07f1fde-7c57-48e4-8c48-cee64371f737 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023948 Sep 14 17:09:42.762238 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-144a16c9-689f-4b18-9aa5-5d943e1789b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:42.763686 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-144a16c9-689f-4b18-9aa5-5d943e1789b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3b90fae-b5fc-45bd-abdf-fb312f80fd7c HTTP/1.1" status: 200 len: 851 time: 0.2703357 Sep 14 17:09:42.789922 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d98e7a-b19b-4773-a0de-69b99ef53813 req-8193f1c7-63fb-4477-b62a-a8861c2be765 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:42.791514 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d8d98e7a-b19b-4773-a0de-69b99ef53813 req-8193f1c7-63fb-4477-b62a-a8861c2be765 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0665627 Sep 14 17:09:42.807643 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-f1b3b404-5d3f-47cc-969d-7e0c977ad3b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac6d322a-1f9e-4242-bf4c-b123d046a551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337455 Sep 14 17:09:42.873954 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d8d98e7a-b19b-4773-a0de-69b99ef53813 req-9205b4b7-f5f5-4678-b9eb-6365de60b778 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691202 Sep 14 17:09:42.928958 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-f13b5d4a-b1d8-4ea5-bdc3-6edd8f04d8ee service neutron] 10.222.0.41 "GET /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089256 Sep 14 17:09:43.023097 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f7ca01e-3b91-4806-96e8-47c51940a6c4 req-68714763-c17a-4fc4-9212-7c48dbf6092a service neutron] 10.222.0.41 "GET /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861533 Sep 14 17:09:43.167486 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df1c-8834-4bf3-95e6-394c6c39fe5d req-ff736c6f-cc89-4f08-a3c1-4babdc4edc9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:43.169133 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-44f7df1c-8834-4bf3-95e6-394c6c39fe5d req-ff736c6f-cc89-4f08-a3c1-4babdc4edc9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0550756 Sep 14 17:09:43.206720 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-44f7df1c-8834-4bf3-95e6-394c6c39fe5d req-e26f1e9a-9f72-421e-8fc6-a482038a2b87 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Sep 14 17:09:43.340433 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc99ef-21dd-4f5e-9585-a4acff53cb6c req-1f16145f-7585-4dcd-a823-aa678c656597 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:43.342049 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c2dc99ef-21dd-4f5e-9585-a4acff53cb6c req-1f16145f-7585-4dcd-a823-aa678c656597 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Sep 14 17:09:43.380934 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c2dc99ef-21dd-4f5e-9585-a4acff53cb6c req-0a0508c9-c680-46b1-a8c0-0b136ad1b0bd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323501 Sep 14 17:09:43.583444 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:43.762705 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43226) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:43.880947 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e8b87dd8-0910-4e6d-9fa5-e97587a1f785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.005607 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0cf7-a3e6-43cb-97df-09eabadd154c req-48534a14-0598-48c8-a0e9-132c3db7dfee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:44.007227 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-213a0cf7-a3e6-43cb-97df-09eabadd154c req-48534a14-0598-48c8-a0e9-132c3db7dfee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0524676 Sep 14 17:09:44.012155 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e8b87dd8-0910-4e6d-9fa5-e97587a1f785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.017857 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e8b87dd8-0910-4e6d-9fa5-e97587a1f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.057510 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-213a0cf7-a3e6-43cb-97df-09eabadd154c req-93c939e6-8a44-4855-9a04-68b3f3a67b8e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Sep 14 17:09:44.074533 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e8b87dd8-0910-4e6d-9fa5-e97587a1f785 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bdb8a1ad5e44b73b435effeb98ecbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106949 Sep 14 17:09:44.075529 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b87dd8-0910-4e6d-9fa5-e97587a1f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75931c21-16e8-49a1-87bc-28f0ccdceb1e,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:44.077412 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43252) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:44.134966 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95a6ae43-5aed-43a3-8ed8-00ee9609e53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.161337 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95a6ae43-5aed-43a3-8ed8-00ee9609e53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.219867 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95a6ae43-5aed-43a3-8ed8-00ee9609e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.222857 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95a6ae43-5aed-43a3-8ed8-00ee9609e53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.226595 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-95a6ae43-5aed-43a3-8ed8-00ee9609e53a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75931c21-16e8-49a1-87bc-28f0ccdceb1e HTTP/1.1" status: 204 len: 168 time: 0.1456473 Sep 14 17:09:44.232489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ae43-5aed-43a3-8ed8-00ee9609e53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75931c21-16e8-49a1-87bc-28f0ccdceb1e,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:44.346097 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0f676-677a-4def-bc08-8e14993d649d req-164964ca-b2ae-4c6c-9f88-b8ba2deed657 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:44.347971 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-65c0f676-677a-4def-bc08-8e14993d649d req-164964ca-b2ae-4c6c-9f88-b8ba2deed657 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0595446 Sep 14 17:09:44.391719 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-65c0f676-677a-4def-bc08-8e14993d649d req-393024c0-0589-400b-9cbc-33c03fd1e2df tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372131 Sep 14 17:09:44.558486 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8babd80-af19-4642-8f9d-a272f15b1e82 req-f5f3c2f9-49b2-4349-a1e1-e86670164dc6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:44.563313 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8babd80-af19-4642-8f9d-a272f15b1e82 req-f5f3c2f9-49b2-4349-a1e1-e86670164dc6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0924494 Sep 14 17:09:44.568679 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43272) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:44.575818 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'floatingip': {'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:44.584888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f923-121b-43d5-9f2b-a206ad31263e req-6af63cb6-01c8-4d54-bf6b-7d5fba2308ea tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:44.593734 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e4d3f923-121b-43d5-9f2b-a206ad31263e req-6af63cb6-01c8-4d54-bf6b-7d5fba2308ea tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.1116345 Sep 14 17:09:44.595421 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43274) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:44.622702 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5458245d-7445-475c-9dbb-ca3033520fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.660604 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.673120 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e4d3f923-121b-43d5-9f2b-a206ad31263e req-3b9c002e-c3c7-4c0b-9e20-5398b6664bcd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783708 Sep 14 17:09:44.843195 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5458245d-7445-475c-9dbb-ca3033520fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.869028 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5458245d-7445-475c-9dbb-ca3033520fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:44.932302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda07966-25a8-4765-a00a-fe652a341e6b req-679c6300-c47f-407e-b5a2-4947f036553a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:44.936876 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bda07966-25a8-4765-a00a-fe652a341e6b req-679c6300-c47f-407e-b5a2-4947f036553a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.1377640 Sep 14 17:09:44.937975 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458245d-7445-475c-9dbb-ca3033520fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668cf36d-56c1-40be-afcb-08256c8fcf63,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:44.944659 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5458245d-7445-475c-9dbb-ca3033520fc3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f661b95eb8204b508c1f28af12b72190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452427 Sep 14 17:09:44.944659 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43290) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:44.947535 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43292) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:44.948634 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'floatingip': {'port_id': 'f8603553-0de1-4e47-acb6-9ad06c7d0668'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:45.021799 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.109403 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d267241b-fe2f-4d83-9d83-126706e11a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.165150 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d267241b-fe2f-4d83-9d83-126706e11a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.271601 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5024b1-9fa4-43a0-9a10-77baaf7fc423 req-a52a413e-4b92-4b6d-ad8d-9a12abb7581d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:45.273486 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7c5024b1-9fa4-43a0-9a10-77baaf7fc423 req-a52a413e-4b92-4b6d-ad8d-9a12abb7581d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1185448 Sep 14 17:09:45.372428 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7c5024b1-9fa4-43a0-9a10-77baaf7fc423 req-4d9040a5-6349-41df-b3bc-82cb3aecb933 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865421 Sep 14 17:09:45.549110 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d267241b-fe2f-4d83-9d83-126706e11a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.551773 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d267241b-fe2f-4d83-9d83-126706e11a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.555423 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d267241b-fe2f-4d83-9d83-126706e11a99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/668cf36d-56c1-40be-afcb-08256c8fcf63 HTTP/1.1" status: 204 len: 168 time: 0.6046140 Sep 14 17:09:45.599617 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267241b-fe2f-4d83-9d83-126706e11a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668cf36d-56c1-40be-afcb-08256c8fcf63,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:45.645679 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.650078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.753501 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.l3_db [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Floating IP f359e017-a36c-4bc8-919e-282f365b09c5 associated. External IP: 172.27.1.125, port: cd13d698-bd73-48c4-8cb7-87c04655ca16. Sep 14 17:09:45.779044 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:45.785235 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:46.035789 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:09:46.119337 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Floating IP 2893b479-df9e-48d0-bb7e-d0cfd9b65cfc associated. External IP: 172.27.1.80, port: f8603553-0de1-4e47-acb6-9ad06c7d0668. Sep 14 17:09:46.211411 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:09:46.223888 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:46.236690 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:09:46.250635 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:09:46.253160 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:09:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:46.301368 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-7cd764f3-11a4-41b1-9aff-a93856e057ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "PUT /v2.0/floatingips/f359e017-a36c-4bc8-919e-282f365b09c5 HTTP/1.1" status: 200 len: 992 time: 1.7312593 Sep 14 17:09:46.302220 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:46.307319 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6262fe10-d548-41d0-b139-68afe1322bce" -d '{"events": [{"name": "network-changed", "server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:46.347449 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43340) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:46.371616 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab50d5d9-3516-4cc7-b8c0-ab4746670e64 x-openstack-request-id: req-ab50d5d9-3516-4cc7-b8c0-ab4746670e64 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:46.371910 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:46.372160 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab50d5d9-3516-4cc7-b8c0-ab4746670e64 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:46.372621 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'status': 'completed', 'code': 200} Sep 14 17:09:46.470493 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fe10-d548-41d0-b139-68afe1322bce req-74711233-9cf8-46ce-90f8-5a86e9dfeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:46.472175 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-74711233-9cf8-46ce-90f8-5a86e9dfeab7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1099 time: 0.0668802 Sep 14 17:09:46.474706 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:09:46.480652 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:09:46.566236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5596-2d27-49dc-bd6b-cb3ceac9bf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:46.678383 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35701647-38db-48e4-b2b2-889362f1a677 req-3e39a3dd-0972-4cf8-b8e5-f5bf846bf048 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:46.679829 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-35701647-38db-48e4-b2b2-889362f1a677 req-3e39a3dd-0972-4cf8-b8e5-f5bf846bf048 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1935320 Sep 14 17:09:46.708241 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fe10-d548-41d0-b139-68afe1322bce req-4e445866-439b-4608-8ffa-4e96a16c943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:46.709882 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-4e445866-439b-4608-8ffa-4e96a16c943c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.2257104 Sep 14 17:09:46.759163 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43352) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:46.786152 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5596-2d27-49dc-bd6b-cb3ceac9bf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:46.791789 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5596-2d27-49dc-bd6b-cb3ceac9bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:46.839477 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-bd0f5596-2d27-49dc-bd6b-cb3ceac9bf8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1b46eb5bde84c7d9aef6b88728ff8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908442 Sep 14 17:09:46.841093 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-35701647-38db-48e4-b2b2-889362f1a677 req-6e9d5b33-3660-4568-b73a-8e34efb0f0a6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526704 Sep 14 17:09:46.848001 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43358) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:46.852056 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f5596-2d27-49dc-bd6b-cb3ceac9bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5bfa44-6f56-4e3b-99a4-8d1ebb8eae75,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:46.908901 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-557db6ab-a8c0-4c5f-9549-bdba1dd44ed6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 200 len: 1000 time: 0.1847651 Sep 14 17:09:46.913151 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:09:46.925288 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:09:46.938521 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:46.943084 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:09:46.943918 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:09:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:46.963874 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'f359e017-a36c-4bc8-919e-282f365b09c5', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'mac_address': 'fa:16:3e:7e:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:08:59Z', 'updated_at': '2021-09-14T17:09:45Z', 'revision_number': 1, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:46.974032 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-0855825e-a118-46cd-b517-8ee4899045d2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "PUT /v2.0/floatingips/2893b479-df9e-48d0-bb7e-d0cfd9b65cfc HTTP/1.1" status: 200 len: 991 time: 2.0299604 Sep 14 17:09:46.991636 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:46.996674 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a2065c-8b00-4bbd-9f78-195b5a633236" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:47.060674 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:09:47.075588 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e39435d2-8517-4445-adf2-6a9cb6fbece4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.086271 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:09:47.086913 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:09:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:47.122035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa956796-4db0-46be-892d-1f0a12e0619f x-openstack-request-id: req-aa956796-4db0-46be-892d-1f0a12e0619f {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:47.122318 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:47.122569 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa956796-4db0-46be-892d-1f0a12e0619f {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:47.122976 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'status': 'completed', 'code': 200} Sep 14 17:09:47.123552 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:09:47.128230 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e39435d2-8517-4445-adf2-6a9cb6fbece4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.130839 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fe10-d548-41d0-b139-68afe1322bce req-f5b6e08e-4518-4aec-8fc0-dbfe2fb293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:47.132319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-f5b6e08e-4518-4aec-8fc0-dbfe2fb293a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.2124107 Sep 14 17:09:47.203161 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c957b5e-0a4f-4393-80ec-32e9bfe43621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.220770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fe10-d548-41d0-b139-68afe1322bce req-0f0590ed-8d5e-49ef-a305-e6a9fabda3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:47.222559 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-0f0590ed-8d5e-49ef-a305-e6a9fabda3d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810845 Sep 14 17:09:47.247018 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-dca11ee9-45cc-402a-9b2a-d3e16a2b2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:47.249264 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-dca11ee9-45cc-402a-9b2a-d3e16a2b2eef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1099 time: 0.1261346 Sep 14 17:09:47.252557 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e39435d2-8517-4445-adf2-6a9cb6fbece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.255777 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e39435d2-8517-4445-adf2-6a9cb6fbece4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.257014 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-e39435d2-8517-4445-adf2-6a9cb6fbece4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f5bfa44-6f56-4e3b-99a4-8d1ebb8eae75 HTTP/1.1" status: 204 len: 168 time: 0.3996356 Sep 14 17:09:47.286799 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39435d2-8517-4445-adf2-6a9cb6fbece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5bfa44-6f56-4e3b-99a4-8d1ebb8eae75,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:47.318049 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:09:47.372071 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c957b5e-0a4f-4393-80ec-32e9bfe43621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.402217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7c957b5e-0a4f-4393-80ec-32e9bfe43621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.414216 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-02ad51e2-2065-4dd1-af55-58474e197d0f service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793292 Sep 14 17:09:47.470160 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3d5a85c3-1ba9-458e-9fb6-d495a54c2b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.597812 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c957b5e-0a4f-4393-80ec-32e9bfe43621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bfd7e7-921e-4e56-be0e-3ec54ea8ab59,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:47.606889 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-7c957b5e-0a4f-4393-80ec-32e9bfe43621 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c60c5560111460e983b62fd165d1e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8466504 Sep 14 17:09:47.612778 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43386) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:47.633380 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6262fe10-d548-41d0-b139-68afe1322bce req-5144f319-5ebc-4cd2-96c1-a64c8e6ee232 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119908 Sep 14 17:09:47.711058 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-438a285b-88f9-4589-bfe3-e05238fdf489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:47.713572 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-438a285b-88f9-4589-bfe3-e05238fdf489 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.3674142 Sep 14 17:09:47.716781 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '2893b479-df9e-48d0-bb7e-d0cfd9b65cfc', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'port_id': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'mac_address': 'fa:16:3e:55:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:08:53Z', 'updated_at': '2021-09-14T17:09:45Z', 'revision_number': 1, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:47.859833 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f410de47-f73b-4024-baa7-d842b0d515a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:47.876648 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:09:47.887025 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:09:47.890490 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:09:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:47.947375 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'f359e017-a36c-4bc8-919e-282f365b09c5', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'mac_address': 'fa:16:3e:7e:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:08:59Z', 'updated_at': '2021-09-14T17:09:45Z', 'revision_number': 1, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:48.002865 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f410de47-f73b-4024-baa7-d842b0d515a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:48.005899 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-a52c26e3-32e4-4f93-bc75-9eb1953bd7d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 999 time: 0.2769351 Sep 14 17:09:48.026791 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86505b3b-3b55-44d8-a0a2-1dd71ecfaa61 None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'f359e017-a36c-4bc8-919e-282f365b09c5', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'mac_address': 'fa:16:3e:7e:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:08:59Z', 'updated_at': '2021-09-14T17:09:45Z', 'revision_number': 1, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:09:48.027481 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8efa6-3ebe-4010-9f67-4af123b5e36c req-8306870c-b94e-4087-a17d-adce112a8aed tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:48.042788 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-87f8efa6-3ebe-4010-9f67-4af123b5e36c req-8306870c-b94e-4087-a17d-adce112a8aed tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0961747 Sep 14 17:09:48.108088 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:09:48.139471 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-87f8efa6-3ebe-4010-9f67-4af123b5e36c req-818edac8-cd18-4107-a6ac-4d0800c3a4ee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903184 Sep 14 17:09:48.189596 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-11ad234a-3aa5-442d-bdc5-8c685bf940b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:48.191114 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-11ad234a-3aa5-442d-bdc5-8c685bf940b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.1670718 Sep 14 17:09:48.234974 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f410de47-f73b-4024-baa7-d842b0d515a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:48.238643 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f410de47-f73b-4024-baa7-d842b0d515a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:48.244388 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f410de47-f73b-4024-baa7-d842b0d515a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46bfd7e7-921e-4e56-be0e-3ec54ea8ab59 HTTP/1.1" status: 204 len: 168 time: 0.6277981 Sep 14 17:09:48.258659 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410de47-f73b-4024-baa7-d842b0d515a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bfd7e7-921e-4e56-be0e-3ec54ea8ab59,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:48.274368 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-158c5c16-38e0-4849-b880-eca2aa9c67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:48.276762 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-158c5c16-38e0-4849-b880-eca2aa9c67a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697210 Sep 14 17:09:48.418452 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-6a00b90c-98d7-4004-92e0-0e1b955ddbc5 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252086 Sep 14 17:09:48.453190 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9174879-dad0-4109-a728-daad6ca41ce9 None None] New status for floating IP f359e017-a36c-4bc8-919e-282f365b09c5: ACTIVE {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:09:48.473800 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '2893b479-df9e-48d0-bb7e-d0cfd9b65cfc', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'port_id': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'mac_address': 'fa:16:3e:55:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:08:53Z', 'updated_at': '2021-09-14T17:09:45Z', 'revision_number': 1, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:09:48.545698 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b3a2065c-8b00-4bbd-9f78-195b5a633236 req-240fbbf5-9914-47e9-82d2-0cad7e2a4032 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126089 Sep 14 17:09:48.549459 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610f490-fcb2-41dd-9954-40ae935810bf None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '2893b479-df9e-48d0-bb7e-d0cfd9b65cfc', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'port_id': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'mac_address': 'fa:16:3e:55:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:08:53Z', 'updated_at': '2021-09-14T17:09:45Z', 'revision_number': 1, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:09:48.585470 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43432) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:48.766041 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43444) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:48.796462 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aacaa265-d784-4c60-95b7-48a3bf7045f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:48.906570 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e371e1-1143-47cd-b662-3595f69a4a57 None None] New status for floating IP 2893b479-df9e-48d0-bb7e-d0cfd9b65cfc: ACTIVE {{(pid=94110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:09:48.908319 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-617548918-network', 'tenant_id': '1c5ea858c2844bf3a1984903071454bd'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:48.944638 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aacaa265-d784-4c60-95b7-48a3bf7045f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:48.953700 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aacaa265-d784-4c60-95b7-48a3bf7045f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:48.998670 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaa265-d784-4c60-95b7-48a3bf7045f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e06e1e4-b8f7-45c8-aff9-752611237708,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:49.015752 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Made reservation on behalf of 1c5ea858c2844bf3a1984903071454bd for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:09:49.018132 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.030318 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-aacaa265-d784-4c60-95b7-48a3bf7045f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=776f919c75fd49609a3d7d3f7c09ed0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632062 Sep 14 17:09:49.032985 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43450) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:49.039296 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.120596 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f37361df-c737-4f08-9f94-7678aa74209f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.161217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f37361df-c737-4f08-9f94-7678aa74209f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.242885 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.250430 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.257023 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f37361df-c737-4f08-9f94-7678aa74209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.260438 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f37361df-c737-4f08-9f94-7678aa74209f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.264048 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f37361df-c737-4f08-9f94-7678aa74209f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e06e1e4-b8f7-45c8-aff9-752611237708 HTTP/1.1" status: 204 len: 168 time: 0.2276556 Sep 14 17:09:49.286471 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:09:49.291841 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ddc36-7e21-44c6-8bce-f12d36359d18 req-5fcfb917-37d7-47e9-abf1-132646b6407d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:49.293622 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f24af1-c28c-4f61-838f-0575c691befd,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:49.294486 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac9ddc36-7e21-44c6-8bce-f12d36359d18 req-5fcfb917-37d7-47e9-abf1-132646b6407d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0602112 Sep 14 17:09:49.301943 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.302058 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Added segment 51d69b54-70aa-429c-9c3e-d84c65971d82 of type vlan for network 5c1af285-d59a-4982-af5d-cce74d95b146 Sep 14 17:09:49.313953 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37361df-c737-4f08-9f94-7678aa74209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e06e1e4-b8f7-45c8-aff9-752611237708,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:49.355341 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.381213 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac9ddc36-7e21-44c6-8bce-f12d36359d18 req-bceb3de2-06d5-47c3-ad4d-3577c341af68 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Sep 14 17:09:49.385540 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.386974 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:49.387890 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.428289 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43464) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:49.432999 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8460457 Sep 14 17:09:49.433751 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Request body: {'subnet': {'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-617548918-subnet', 'tenant_id': '1c5ea858c2844bf3a1984903071454bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:49.459901 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Made reservation on behalf of 1c5ea858c2844bf3a1984903071454bd for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:09:49.463949 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5691585'] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.475197 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f50bb-e22b-44b9-a050-5b568fdc7de5 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1af285-d59a-4982-af5d-cce74d95b146,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:49.488825 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 5c1af285-d59a-4982-af5d-cce74d95b146 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:09:49.717155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5691615'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.788838 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18511b09-3207-4dcd-909a-17932eac8b30,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:49.791406 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Checking segment: {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:09:49.791754 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Network hostable DHCP agents. Network: 5c1af285-d59a-4982-af5d-cce74d95b146, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:09:49.826287 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Network 5c1af285-d59a-4982-af5d-cce74d95b146 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:09:49.839632 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 5c1af285-d59a-4982-af5d-cce74d95b146) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:09:49.844263 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:49.845213 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:49.863530 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-0ff7e1bf-25c5-45f4-b213-2d278bf59a35 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4341145 Sep 14 17:09:49.863788 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d3234-fb01-4810-b173-8076a8171fe2 None None] Network 5c1af285-d59a-4982-af5d-cce74d95b146 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:09:49.889966 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-87bbf53c-dda7-4500-bfc4-7b40a7c9fe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.004884 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7f71be-adb9-4801-bf85-664b1d012031 None None] Network 5c1af285-d59a-4982-af5d-cce74d95b146 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:09:50.083027 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43494) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:50.294906 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bd794384-9580-4a07-9aa0-7da1c404c0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.395754 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bd794384-9580-4a07-9aa0-7da1c404c0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.401689 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bd794384-9580-4a07-9aa0-7da1c404c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.441824 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-bd794384-9580-4a07-9aa0-7da1c404c0d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2b7518d7fd249669346f785d21d5be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576653 Sep 14 17:09:50.444714 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43512) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:50.461507 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd794384-9580-4a07-9aa0-7da1c404c0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf83f9-6d54-4a46-a880-2b59e8f5aa60,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:50.528900 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-74343606-fffa-4ed4-9664-c9e42fa79e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.552039 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94fcaf-9934-4850-88b2-6a3b8de0276f req-74574070-7b28-4cdd-9710-55cc5a44f94b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:50.553642 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3f94fcaf-9934-4850-88b2-6a3b8de0276f req-74574070-7b28-4cdd-9710-55cc5a44f94b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0588439 Sep 14 17:09:50.562385 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.572528 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-74343606-fffa-4ed4-9664-c9e42fa79e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.630006 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3f94fcaf-9934-4850-88b2-6a3b8de0276f req-8c9f536a-65d5-4efd-b9a3-7f48b913a127 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689673 Sep 14 17:09:50.669742 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-74343606-fffa-4ed4-9664-c9e42fa79e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.669742 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-74343606-fffa-4ed4-9664-c9e42fa79e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:50.669742 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-74343606-fffa-4ed4-9664-c9e42fa79e57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21bf83f9-6d54-4a46-a880-2b59e8f5aa60 HTTP/1.1" status: 204 len: 168 time: 0.2201622 Sep 14 17:09:50.679040 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74343606-fffa-4ed4-9664-c9e42fa79e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf83f9-6d54-4a46-a880-2b59e8f5aa60,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:50.839538 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.123269 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43550) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:51.137675 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c8be6bdd-2110-4060-b86e-853bad9002f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.233429 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c8be6bdd-2110-4060-b86e-853bad9002f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.238052 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c8be6bdd-2110-4060-b86e-853bad9002f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.283488 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-c8be6bdd-2110-4060-b86e-853bad9002f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=867bca98f67f4ead90e24634555285d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591086 Sep 14 17:09:51.284680 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be6bdd-2110-4060-b86e-853bad9002f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811db1f6-3542-4a2c-aa3a-b95be2e052d3,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:51.286919 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43556) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:51.369029 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2fcd-1c40-4dc6-b9ab-02257dc70be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.397818 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2fcd-1c40-4dc6-b9ab-02257dc70be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.464323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2fcd-1c40-4dc6-b9ab-02257dc70be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.469183 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2fcd-1c40-4dc6-b9ab-02257dc70be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:51.473872 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b9cb2fcd-1c40-4dc6-b9ab-02257dc70be0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/811db1f6-3542-4a2c-aa3a-b95be2e052d3 HTTP/1.1" status: 204 len: 168 time: 0.1858513 Sep 14 17:09:51.485645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb2fcd-1c40-4dc6-b9ab-02257dc70be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811db1f6-3542-4a2c-aa3a-b95be2e052d3,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:51.836278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa38ef-12fd-4048-89b5-4b65038a51f1 req-2e92d421-5902-4c2f-8612-c7ce8eab0332 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:51.844983 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6cfa38ef-12fd-4048-89b5-4b65038a51f1 req-2e92d421-5902-4c2f-8612-c7ce8eab0332 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0881479 Sep 14 17:09:51.897755 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6cfa38ef-12fd-4048-89b5-4b65038a51f1 req-205fa3da-345d-421f-a0d4-a86f3a6fd130 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446448 Sep 14 17:09:52.131581 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-dd6b776c-a337-4d1e-bd6c-3c6eee8e59fd tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:52.133111 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-dd6b776c-a337-4d1e-bd6c-3c6eee8e59fd tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/networks?id=5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 200 len: 813 time: 0.1310277 Sep 14 17:09:52.151237 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-82eed6a2-5fee-48cc-8e81-6776de84de60 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/quotas/1c5ea858c2844bf3a1984903071454bd HTTP/1.1" status: 200 len: 375 time: 0.0108471 Sep 14 17:09:52.192348 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-0f54ed54-2ed8-414f-9c41-c38e00465701 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5ea858c2844bf3a1984903071454bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339015 Sep 14 17:09:52.315145 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-16c8eb44-0573-4f61-b97d-a42e127d45c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136367 Sep 14 17:09:52.461457 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-42d0150b-0c08-49ff-a35f-ca46dea6833c service neutron] 10.222.0.64 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451919 Sep 14 17:09:52.633547 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:52.690300 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4c9d6871-7386-4c22-a054-c703b4ab3151 req-9e242743-c459-4aaf-bcad-e099d636c051 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 210 time: 0.0447543 Sep 14 17:09:52.826163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a9501-a997-48eb-a621-2021c0c7566e req-3f7f120d-bacb-4663-a1e3-9ca68a004274 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:52.827703 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ad6a9501-a997-48eb-a621-2021c0c7566e req-3f7f120d-bacb-4663-a1e3-9ca68a004274 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0638416 Sep 14 17:09:52.877629 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ad6a9501-a997-48eb-a621-2021c0c7566e req-c18dda5e-9485-4b1e-a935-e959be301954 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Sep 14 17:09:53.045011 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831120e-1630-48d4-bcbf-3656a3e2eb0e req-6c0244ed-49f7-471b-89b4-28e0ee8e2d33 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:53.046767 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8831120e-1630-48d4-bcbf-3656a3e2eb0e req-6c0244ed-49f7-471b-89b4-28e0ee8e2d33 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0671482 Sep 14 17:09:53.108706 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8831120e-1630-48d4-bcbf-3656a3e2eb0e req-382e9021-cc84-47b6-a26a-f3264835378e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Sep 14 17:09:53.794535 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0867654d-27a8-4ef2-b154-8fd2a0582479 req-f132c108-d98e-4b80-bf80-a1be91cde4da tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 210 time: 0.0292530 Sep 14 17:09:53.942778 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-f10e12eb-e758-4dfd-8776-875fb16971be tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:53.945161 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-f10e12eb-e758-4dfd-8776-875fb16971be tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "GET /v2.0/networks?id=5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 200 len: 813 time: 0.1237299 Sep 14 17:09:53.960149 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Request body: {'port': {'device_id': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146', 'admin_state_up': True, 'tenant_id': '1c5ea858c2844bf3a1984903071454bd'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:54.019542 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16e52d-7fdf-48c4-ab54-a074b2b0bdf4 req-c731ef85-2bca-4d1c-bcde-38557afbdf56 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:54.028544 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0f16e52d-7fdf-48c4-ab54-a074b2b0bdf4 req-c731ef85-2bca-4d1c-bcde-38557afbdf56 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0616667 Sep 14 17:09:54.088719 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0f16e52d-7fdf-48c4-ab54-a074b2b0bdf4 req-26c6efa7-3acd-448c-9370-fc3c4afcbe9b tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592258 Sep 14 17:09:54.154159 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Made reservation on behalf of 1c5ea858c2844bf3a1984903071454bd for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:09:54.157696 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:54.259791 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b93bde-c5f5-414e-88d7-17b129addccb req-f0a53e06-b9ec-46a6-84d8-94dea93d8aec tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:54.267462 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-75b93bde-c5f5-414e-88d7-17b129addccb req-f0a53e06-b9ec-46a6-84d8-94dea93d8aec tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0797927 Sep 14 17:09:54.312330 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-75b93bde-c5f5-414e-88d7-17b129addccb req-cf75a226-372c-47d2-a334-c748e1aab10f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Sep 14 17:09:54.339864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Allocated IP 172.20.0.2 (5c1af285-d59a-4982-af5d-cce74d95b146/18511b09-3207-4dcd-909a-17932eac8b30/a65921a4-d750-449f-bd62-727c106823f6) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:09:54.720343 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:54.763794 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:54.807451 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Network 5c1af285-d59a-4982-af5d-cce74d95b146 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:09:54.810571 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:09:54.814273 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:09:54.820197 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:54.820863 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:54.830070 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Pushing event updated for resources: {'Port': ['ID=a65921a4-d750-449f-bd62-727c106823f6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:54.844694 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-8bb4d3a1-5a02-4012-a53d-8a777fc5d297 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886087 Sep 14 17:09:54.867704 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Request body: {'port': {'device_id': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:09:54.929675 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:54.932332 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6963d0-a76b-4f00-b05d-634be8542091 req-2e6f4ba9-b178-4149-928f-4ba7f632d03e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:54.934113 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1b6963d0-a76b-4f00-b05d-634be8542091 req-2e6f4ba9-b178-4149-928f-4ba7f632d03e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 931 time: 0.0548174 Sep 14 17:09:54.982535 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1b6963d0-a76b-4f00-b05d-634be8542091 req-76c21e4c-80e3-4f40-9751-b6185fe2632c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Sep 14 17:09:55.208712 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e0cc8-743b-4316-ad6a-52cedb1f4c08 req-ab4cdb53-b1e6-439b-956a-24d48b31f1bc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:55.210476 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e40e0cc8-743b-4316-ad6a-52cedb1f4c08 req-ab4cdb53-b1e6-439b-956a-24d48b31f1bc tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0471025 Sep 14 17:09:55.215025 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65921a4-d750-449f-bd62-727c106823f6 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:55.222702 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:55.235282 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Transition to ACTIVE for port object a65921a4-d750-449f-bd62-727c106823f6 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:09:55.238420 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:55.249827 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e40e0cc8-743b-4316-ad6a-52cedb1f4c08 req-16b51ff6-0e79-4e60-8a51-114c958e9962 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Sep 14 17:09:55.295620 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Pushing event updated for resources: {'Port': ['ID=a65921a4-d750-449f-bd62-727c106823f6,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:55.325455 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Attempting to bind port a65921a4-d750-449f-bd62-727c106823f6 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:09:55.325788 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Attempting to bind port a65921a4-d750-449f-bd62-727c106823f6 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:09:55.326167 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Attempting to bind port a65921a4-d750-449f-bd62-727c106823f6 on network 5c1af285-d59a-4982-af5d-cce74d95b146 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:55.330375 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Port a65921a4-d750-449f-bd62-727c106823f6 on network 5c1af285-d59a-4982-af5d-cce74d95b146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:09:55.330697 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Attempting to bind port a65921a4-d750-449f-bd62-727c106823f6 on network 5c1af285-d59a-4982-af5d-cce74d95b146 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:09:55.335730 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:09:55.336010 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Checking segment: {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:09:55.336607 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Bound using segment: {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:09:55.337200 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Bound port: a65921a4-d750-449f-bd62-727c106823f6, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:09:55.337685 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:55.411098 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] For port a65921a4-d750-449f-bd62-727c106823f6, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:09:55.414338 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] For port a65921a4-d750-449f-bd62-727c106823f6, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a65921a4-d750-449f-bd62-727c106823f6,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:09:55.420249 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:55.436936 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea71c-b17f-4029-a621-ecfa3ed00b5b req-1ee1fca1-0643-4c5f-8895-ac91477aefc0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:55.438748 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a86ea71c-b17f-4029-a621-ecfa3ed00b5b req-1ee1fca1-0643-4c5f-8895-ac91477aefc0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0589559 Sep 14 17:09:55.456359 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:55.456860 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:55.467095 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] 10.222.0.41 "PUT /v2.0/ports/a65921a4-d750-449f-bd62-727c106823f6 HTTP/1.1" status: 200 len: 1093 time: 0.6039393 Sep 14 17:09:55.467626 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'tag': 'a65921a4-d750-449f-bd62-727c106823f6'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:55.482003 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b06cc7-4c87-460e-834f-1c8c4d664d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe506464-a39e-42bb-bb65-7471b0c740db", "tag": "a65921a4-d750-449f-bd62-727c106823f6"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:55.482919 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a86ea71c-b17f-4029-a621-ecfa3ed00b5b req-a541efd5-eddd-421a-85d3-3ed77af141e6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Sep 14 17:09:55.522097 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c2aca-72d0-46a4-818f-8250e400e6be service neutron] Pushing event updated for resources: {'Port': ['ID=a65921a4-d750-449f-bd62-727c106823f6,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:55.539793 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874d380d-0006-443f-8a5b-28fc1f4784ad x-openstack-request-id: req-874d380d-0006-443f-8a5b-28fc1f4784ad {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:55.540151 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe506464-a39e-42bb-bb65-7471b0c740db", "tag": "a65921a4-d750-449f-bd62-727c106823f6", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:55.540496 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-874d380d-0006-443f-8a5b-28fc1f4784ad {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:55.540755 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'tag': 'a65921a4-d750-449f-bd62-727c106823f6', 'status': 'completed', 'code': 200} Sep 14 17:09:55.582949 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-efd8abe5-0770-4c3d-9578-75c1521a1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:55.584856 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-efd8abe5-0770-4c3d-9578-75c1521a1fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c5ea858c2844bf3a1984903071454bd&device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 1096 time: 0.0554526 Sep 14 17:09:55.624835 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fed50-a829-4268-8a1a-854d28067bef req-d837a5f5-60c9-4f69-982a-42cbff71f9e3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:55.626671 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-db7fed50-a829-4268-8a1a-854d28067bef req-d837a5f5-60c9-4f69-982a-42cbff71f9e3 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.41 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 946 time: 0.0664551 Sep 14 17:09:55.648544 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-5830b906-0c07-4d90-a54e-c20858b79fc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65921a4-d750-449f-bd62-727c106823f6 HTTP/1.1" status: 200 len: 217 time: 0.0551581 Sep 14 17:09:55.715294 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-5785d830-5631-4f16-9d94-e09ddbc602e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:55.716793 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-5785d830-5631-4f16-9d94-e09ddbc602e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18511b09-3207-4dcd-909a-17932eac8b30 HTTP/1.1" status: 200 len: 853 time: 0.0615013 Sep 14 17:09:55.751083 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-bab8d143-d479-4418-947f-78611bd652a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c1af285-d59a-4982-af5d-cce74d95b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265245 Sep 14 17:09:55.770441 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Deleting port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:09:55.770787 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:55.861642 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-36fae960-7edf-4d4d-8669-fd96e6f06439 service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017327 Sep 14 17:09:55.986529 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-187d2fe8-3ab1-4dce-9f15-7519a9f5cd13 req-d8dd64dc-561e-4284-902c-d223891b6e63 service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089497 Sep 14 17:09:56.006404 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43800) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:56.102740 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-2f903b94-d3c3-4534-b27c-bff9c4528b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:56.105211 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-2f903b94-d3c3-4534-b27c-bff9c4528b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c5ea858c2844bf3a1984903071454bd&device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 1096 time: 0.0542722 Sep 14 17:09:56.166768 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bda694f6-0de9-4de3-923f-37030abe55ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.171625 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] For port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,segment=NetworkSegment(b4284be4-42b4-4418-997b-31eba773d482),segment_id=b4284be4-42b4-4418-997b-31eba773d482)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:56.172144 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.191771 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c95bec-4c33-4cab-9937-83026217279f req-231df9d8-9ce8-4942-897f-2bc121fc3701 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:56.193435 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62c95bec-4c33-4cab-9937-83026217279f req-231df9d8-9ce8-4942-897f-2bc121fc3701 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 943 time: 0.0888801 Sep 14 17:09:56.202213 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Calling delete_port for 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:09:56.261078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-5414b629-77ec-4f11-9e2b-1fc5e9179301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:56.262391 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-5414b629-77ec-4f11-9e2b-1fc5e9179301 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 200 len: 914 time: 0.1498625 Sep 14 17:09:56.331970 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-3101d012-24ab-40e0-ac65-8a27b64d3eb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65921a4-d750-449f-bd62-727c106823f6 HTTP/1.1" status: 200 len: 217 time: 0.0611668 Sep 14 17:09:56.371591 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62c95bec-4c33-4cab-9937-83026217279f req-aacf6ad3-8f39-44eb-a43e-8612d749e089 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708410 Sep 14 17:09:56.438423 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-cbdfde43-e691-4fb6-890d-199ce30d0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:56.439923 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-cbdfde43-e691-4fb6-890d-199ce30d0217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18511b09-3207-4dcd-909a-17932eac8b30 HTTP/1.1" status: 200 len: 853 time: 0.0968685 Sep 14 17:09:56.444613 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bda694f6-0de9-4de3-923f-37030abe55ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.450185 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bda694f6-0de9-4de3-923f-37030abe55ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.518703 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-6dc009f5-b4dd-40aa-a16e-f5ffb0f7bd73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c1af285-d59a-4982-af5d-cce74d95b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545938 Sep 14 17:09:56.524152 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43826) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:56.545385 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda694f6-0de9-4de3-923f-37030abe55ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78829bbf-509d-4223-860c-8089dc630e38,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:56.550389 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-bda694f6-0de9-4de3-923f-37030abe55ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e75527d52f94430093db547505855d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421953 Sep 14 17:09:56.560508 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43830) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:56.594278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.607721 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6deaa25f-30a3-4b03-95ee-3dbf36740ee5'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:56.679435 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Pushing event deleted for resources: {'Port': ['ID=6deaa25f-30a3-4b03-95ee-3dbf36740ee5,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:56.682048 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-3a29fdca-377f-4eda-8204-6a3d00d317a2 service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302674 Sep 14 17:09:56.763427 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5492808-805e-45c8-867b-e8298585830f req-0dfe7177-05d5-4fcb-9fbe-cab761607c96 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:56.764925 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e5492808-805e-45c8-867b-e8298585830f req-0dfe7177-05d5-4fcb-9fbe-cab761607c96 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/ports?device_id=326f684b-3c5b-444e-a142-2063bd3ab269 HTTP/1.1" status: 200 len: 867 time: 0.2698307 Sep 14 17:09:56.781559 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-03b06cc7-4c87-460e-834f-1c8c4d664d9f req-1ee0588a-1878-4230-a0d8-770987c01704 service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910439 Sep 14 17:09:56.811741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-48b47e46-dac0-4966-9ce9-2327c70fe736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.813846 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] No DVR routers for this DVR port 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:09:56.817338 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.819612 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-db7fed50-a829-4268-8a1a-854d28067bef req-320f5829-e0a7-41a7-bd12-80b8b31a758a tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.41 "DELETE /v2.0/ports/6deaa25f-30a3-4b03-95ee-3dbf36740ee5 HTTP/1.1" status: 204 len: 173 time: 1.1863835 Sep 14 17:09:56.823062 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326f684b-3c5b-444e-a142-2063bd3ab269', 'name': 'network-vif-deleted', 'tag': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:09:56.825713 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8527a03c-3f7c-49dd-a4cc-cb7469c75517" -d '{"events": [{"server_uuid": "326f684b-3c5b-444e-a142-2063bd3ab269", "name": "network-vif-deleted", "tag": "6deaa25f-30a3-4b03-95ee-3dbf36740ee5"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:09:56.900298 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32e83c11-c843-49bd-a364-ce9de5f78440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.916072 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3cd53-05d5-4154-a843-e952cc9990fe req-8c7db88a-ab73-4633-a2fd-8adf18d7d9b0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:56.917585 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ab3cd53-05d5-4154-a843-e952cc9990fe req-8c7db88a-ab73-4633-a2fd-8adf18d7d9b0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1831322 Sep 14 17:09:56.920279 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e5492808-805e-45c8-867b-e8298585830f req-17e3916f-19cf-47f3-9e1a-d8b85fb8d8a5 tempest-DeleteServersTestJSON-1620578947 tempest-DeleteServersTestJSON-1620578947-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309164 Sep 14 17:09:56.959489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32e83c11-c843-49bd-a364-ce9de5f78440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:56.978082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaacf2e6-2dae-42ac-bb29-6ca2dd861aeb x-openstack-request-id: req-aaacf2e6-2dae-42ac-bb29-6ca2dd861aeb {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:09:56.978370 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326f684b-3c5b-444e-a142-2063bd3ab269", "name": "network-vif-deleted", "tag": "6deaa25f-30a3-4b03-95ee-3dbf36740ee5", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:09:56.978616 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aaacf2e6-2dae-42ac-bb29-6ca2dd861aeb {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:09:56.978994 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326f684b-3c5b-444e-a142-2063bd3ab269', 'name': 'network-vif-deleted', 'tag': '6deaa25f-30a3-4b03-95ee-3dbf36740ee5', 'status': 'completed', 'code': 200} Sep 14 17:09:57.029293 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ab3cd53-05d5-4154-a843-e952cc9990fe req-e78fce2c-69c3-4554-9435-a4dfd2cec327 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053550 Sep 14 17:09:57.066302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32e83c11-c843-49bd-a364-ce9de5f78440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.068868 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32e83c11-c843-49bd-a364-ce9de5f78440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.070010 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-32e83c11-c843-49bd-a364-ce9de5f78440 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78829bbf-509d-4223-860c-8089dc630e38 HTTP/1.1" status: 204 len: 168 time: 0.5001762 Sep 14 17:09:57.084263 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-48b47e46-dac0-4966-9ce9-2327c70fe736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.089890 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e83c11-c843-49bd-a364-ce9de5f78440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78829bbf-509d-4223-860c-8089dc630e38,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:57.093640 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-48b47e46-dac0-4966-9ce9-2327c70fe736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.147416 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-48b47e46-dac0-4966-9ce9-2327c70fe736 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c692370de9d4fcfb9062f0ddf7d0721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085851 Sep 14 17:09:57.148388 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b47e46-dac0-4966-9ce9-2327c70fe736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2def6-f6dd-42d0-9edf-86c9eb370a7c,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:57.150287 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43844) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:57.216641 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-71111748-1359-489f-b022-04efc7528015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.241630 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-71111748-1359-489f-b022-04efc7528015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.299454 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-71111748-1359-489f-b022-04efc7528015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.302345 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-71111748-1359-489f-b022-04efc7528015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.306019 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-71111748-1359-489f-b022-04efc7528015 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54b2def6-f6dd-42d0-9edf-86c9eb370a7c HTTP/1.1" status: 204 len: 168 time: 0.1520030 Sep 14 17:09:57.311722 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71111748-1359-489f-b022-04efc7528015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2def6-f6dd-42d0-9edf-86c9eb370a7c,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:57.406529 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43852) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:57.420909 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96ddbd85-420e-48a8-b9ee-d103c3f4f8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.519738 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0235f0-aa07-4cdc-83d3-555e88988c67 req-ca356758-8143-4bf3-9531-4ec9f22afe81 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:57.521281 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-df0235f0-aa07-4cdc-83d3-555e88988c67 req-ca356758-8143-4bf3-9531-4ec9f22afe81 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 943 time: 0.0491796 Sep 14 17:09:57.525102 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96ddbd85-420e-48a8-b9ee-d103c3f4f8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.529579 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96ddbd85-420e-48a8-b9ee-d103c3f4f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.566372 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-df0235f0-aa07-4cdc-83d3-555e88988c67 req-76f8831b-d08f-4d8d-8e39-f4817692b122 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Sep 14 17:09:57.570374 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-96ddbd85-420e-48a8-b9ee-d103c3f4f8e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=401d9ebe076e41db815093b292670721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627352 Sep 14 17:09:57.571794 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddbd85-420e-48a8-b9ee-d103c3f4f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5ab0d6-a167-47cb-81b2-1de0bf2fafb6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:57.573418 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43858) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:57.632822 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3e060779-e035-4a50-9c4c-8c2165073918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.640190 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43862) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:57.658669 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18561d44-bebd-45bc-b4ad-b4a7be2b47b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.662291 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3e060779-e035-4a50-9c4c-8c2165073918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.721522 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3e060779-e035-4a50-9c4c-8c2165073918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.724368 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3e060779-e035-4a50-9c4c-8c2165073918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.725691 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-3e060779-e035-4a50-9c4c-8c2165073918 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d5ab0d6-a167-47cb-81b2-1de0bf2fafb6 HTTP/1.1" status: 204 len: 168 time: 0.1512036 Sep 14 17:09:57.735175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e060779-e035-4a50-9c4c-8c2165073918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5ab0d6-a167-47cb-81b2-1de0bf2fafb6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:57.779864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18561d44-bebd-45bc-b4ad-b4a7be2b47b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.784615 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18561d44-bebd-45bc-b4ad-b4a7be2b47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.831030 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43866) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:57.831232 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-18561d44-bebd-45bc-b4ad-b4a7be2b47b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b0e84c3122b48488b0f6085b541269c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896985 Sep 14 17:09:57.833312 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18561d44-bebd-45bc-b4ad-b4a7be2b47b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d895faa-d211-47ce-84a1-80583feae2fb,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:57.886462 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f4a52dda-0530-4a9e-b4a5-bffbe11e7371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.910910 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f4a52dda-0530-4a9e-b4a5-bffbe11e7371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.973099 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f4a52dda-0530-4a9e-b4a5-bffbe11e7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.974459 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f4a52dda-0530-4a9e-b4a5-bffbe11e7371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:57.975855 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-f4a52dda-0530-4a9e-b4a5-bffbe11e7371 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d895faa-d211-47ce-84a1-80583feae2fb HTTP/1.1" status: 204 len: 168 time: 0.1438093 Sep 14 17:09:57.986293 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a52dda-0530-4a9e-b4a5-bffbe11e7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d895faa-d211-47ce-84a1-80583feae2fb,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:58.197856 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc16a0-376c-4c38-ba18-27884b4dd039 req-e623cd46-72d3-4030-b21a-f5915ac29262 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:58.200319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33fc16a0-376c-4c38-ba18-27884b4dd039 req-e623cd46-72d3-4030-b21a-f5915ac29262 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0814126 Sep 14 17:09:58.256926 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43890) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:58.279812 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-990ab954-c828-49e5-a725-c7f2a21931cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.312456 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33fc16a0-376c-4c38-ba18-27884b4dd039 req-82fd09ab-b577-4858-93f5-cc586b28a14d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057577 Sep 14 17:09:58.440362 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-990ab954-c828-49e5-a725-c7f2a21931cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.444919 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-990ab954-c828-49e5-a725-c7f2a21931cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.488054 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-990ab954-c828-49e5-a725-c7f2a21931cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bf3b9b509744f2884a29bd2a112409a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298541 Sep 14 17:09:58.488951 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ab954-c828-49e5-a725-c7f2a21931cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d509099-44e8-4317-b0ac-5b2f8bb03752,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:58.490923 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43900) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:58.543042 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43902) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:58.544128 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-50973f7f-50ee-4aa0-a336-3793ab5c73e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.556684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35fa28e5-890c-4e2c-bd35-ab5c67d2a596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.569810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a65921a4-d750-449f-bd62-727c106823f6 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:09:58.570621 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-50973f7f-50ee-4aa0-a336-3793ab5c73e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.573586 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:09:58.638487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-50973f7f-50ee-4aa0-a336-3793ab5c73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.641746 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-50973f7f-50ee-4aa0-a336-3793ab5c73e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.645241 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-50973f7f-50ee-4aa0-a336-3793ab5c73e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d509099-44e8-4317-b0ac-5b2f8bb03752 HTTP/1.1" status: 204 len: 168 time: 0.1508250 Sep 14 17:09:58.653465 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50973f7f-50ee-4aa0-a336-3793ab5c73e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d509099-44e8-4317-b0ac-5b2f8bb03752,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:58.695558 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35fa28e5-890c-4e2c-bd35-ab5c67d2a596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.702853 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35fa28e5-890c-4e2c-bd35-ab5c67d2a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.724717 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170439cd-d488-42cb-8cc5-02ecf7809988 req-c354442c-471f-45a6-a140-0d834d789478 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:58.726653 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-170439cd-d488-42cb-8cc5-02ecf7809988 req-c354442c-471f-45a6-a140-0d834d789478 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 943 time: 0.0692537 Sep 14 17:09:58.739592 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:09:58.739898 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6deaa25f-30a3-4b03-95ee-3dbf36740ee5 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:09:58.749244 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa28e5-890c-4e2c-bd35-ab5c67d2a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d279e359-f20a-4787-b71e-ae47af602f77,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:58.769470 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a65921a4-d750-449f-bd62-727c106823f6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a65921a4-d750-449f-bd62-727c106823f6,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:58.784758 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'a65921a4-d750-449f-bd62-727c106823f6', 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146', 'port_id': 'a65921a4-d750-449f-bd62-727c106823f6', 'mac_address': 'fa:16:3e:0b:aa:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18511b09-3207-4dcd-909a-17932eac8b30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:09:58.785160 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-170439cd-d488-42cb-8cc5-02ecf7809988 req-34a7181f-54be-44f2-8dc9-b6916f88622f tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497739 Sep 14 17:09:58.816863 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-35fa28e5-890c-4e2c-bd35-ab5c67d2a596 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cc31fe69db741df880cbe3c45054ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723753 Sep 14 17:09:58.819766 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43912) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:58.851021 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.864801 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65921a4-d750-449f-bd62-727c106823f6 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:09:58.878212 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa2d34-5761-43d5-9b2e-66b1474f167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.886316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a65921a4-d750-449f-bd62-727c106823f6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a65921a4-d750-449f-bd62-727c106823f6,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:09:58.890585 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.907916 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa2d34-5761-43d5-9b2e-66b1474f167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.941765 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a65921a4-d750-449f-bd62-727c106823f6,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:58.964882 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa2d34-5761-43d5-9b2e-66b1474f167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.967479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa2d34-5761-43d5-9b2e-66b1474f167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:58.968666 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-bbfa2d34-5761-43d5-9b2e-66b1474f167d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d279e359-f20a-4787-b71e-ae47af602f77 HTTP/1.1" status: 204 len: 168 time: 0.1477017 Sep 14 17:09:58.977311 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa2d34-5761-43d5-9b2e-66b1474f167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279e359-f20a-4787-b71e-ae47af602f77,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:59.286472 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['a65921a4-d750-449f-bd62-727c106823f6'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:09:59.505434 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e236184-e6b5-46f9-91cb-6b8de321a043 req-066d57a1-1e74-41b5-b18b-0bc9d6bdf5ab tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:59.507520 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3e236184-e6b5-46f9-91cb-6b8de321a043 req-066d57a1-1e74-41b5-b18b-0bc9d6bdf5ab tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0929060 Sep 14 17:09:59.576922 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43960) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:59.597787 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3e236184-e6b5-46f9-91cb-6b8de321a043 req-2e4447c6-e9ed-4e39-9373-727c5b36ce35 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745778 Sep 14 17:09:59.643615 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Deleting subnet b3b90fae-b5fc-45bd-abdf-fb312f80fd7c {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:09:59.646924 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:59.693745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:59.700875 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:59.768702 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:59.787411 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:59.789799 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b3b90fae-b5fc-45bd-abdf-fb312f80fd7c HTTP/1.1" status: 204 len: 168 time: 0.2117045 Sep 14 17:09:59.792570 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 43982) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:59.821730 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f5260-d52c-4fae-a4d5-ce80dc8cc4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b90fae-b5fc-45bd-abdf-fb312f80fd7c,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:09:59.939764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 43992) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:09:59.946967 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:09:59.976227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b9df-04bd-49cd-aeb0-d2508756cc81 req-582e16e4-7a9b-42d8-b20d-29ce3cc7f1b5 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:09:59.978397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74c4b9df-04bd-49cd-aeb0-d2508756cc81 req-582e16e4-7a9b-42d8-b20d-29ce3cc7f1b5 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 944 time: 0.0809281 Sep 14 17:10:00.060258 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134409042-network', 'tenant_id': 'dc0a299dcc8e4df180e49e533018041d'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:10:00.089206 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.096528 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Made reservation on behalf of dc0a299dcc8e4df180e49e533018041d for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:10:00.099042 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.101173 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74c4b9df-04bd-49cd-aeb0-d2508756cc81 req-5f4a8ebd-eed6-4f19-895a-28ba743bf6c6 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904546 Sep 14 17:10:00.108329 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.116956 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6d322a-1f9e-4242-bf4c-b123d046a551']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:10:00.129216 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4284be4-42b4-4418-997b-31eba773d482') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:10:00.129848 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4284be4-42b4-4418-997b-31eba773d482') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:10:00.139487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.154291 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.162147 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:10:00.162746 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:10:00.165174 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:10:00.223697 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44000) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:00.231341 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.233697 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.236960 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.241454 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac6d322a-1f9e-4242-bf4c-b123d046a551 HTTP/1.1" status: 204 len: 168 time: 0.4449253 Sep 14 17:10:00.241545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.251929 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da0624-f8d5-4d27-8e01-fc6103ff836b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6d322a-1f9e-4242-bf4c-b123d046a551,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:00.272069 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:10:00.282435 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f977c-7a32-4244-88e3-af6d33806015,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:00.287641 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.287981 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Added segment 47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699 of type vlan for network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 Sep 14 17:10:00.330853 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.364016 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99a39ba1-84d0-4974-a41c-4c91140e8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.368998 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44006) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:00.378304 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.379264 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:00.379825 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.408400 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8d1a7b08-6079-4ad1-a0b3-25c98a41f635 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e7a9be051fa437d80fd4c17952743a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382421 Sep 14 17:10:00.411102 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44008) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:00.459856 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] Pushing event updated for resources: {'Network': ['ID=18e0c2ca-6ed4-4860-81a4-24ab203294a2,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:00.462410 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-35e1c1f4-6c2d-4736-a0a7-e5105cd9c67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.470990 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:10:00.487423 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-35e1c1f4-6c2d-4736-a0a7-e5105cd9c67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.545610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-35e1c1f4-6c2d-4736-a0a7-e5105cd9c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.548038 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99a39ba1-84d0-4974-a41c-4c91140e8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.548528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-35e1c1f4-6c2d-4736-a0a7-e5105cd9c67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.549861 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-35e1c1f4-6c2d-4736-a0a7-e5105cd9c67b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c HTTP/1.1" status: 204 len: 168 time: 0.1377425 Sep 14 17:10:00.557704 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99a39ba1-84d0-4974-a41c-4c91140e8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.561273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1c1f4-6c2d-4736-a0a7-e5105cd9c67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71b9db-cc5f-4f57-9d8e-985fb2ef4b4c,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:00.572081 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2075430f-74ee-4a7d-a94a-02ecdeebf3dc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6308019 Sep 14 17:10:00.580632 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44012) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:00.590157 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Request body: {'subnet': {'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134409042-subnet', 'tenant_id': 'dc0a299dcc8e4df180e49e533018041d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:10:00.615330 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a65921a4-d750-449f-bd62-727c106823f6 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:10:00.620549 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a39ba1-84d0-4974-a41c-4c91140e8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7504f08c-b543-4991-8792-1ce00e3f85c1,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:00.628647 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-99a39ba1-84d0-4974-a41c-4c91140e8e91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cba2117d79534e86848c351d8b8dc02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014628 Sep 14 17:10:00.629225 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44014) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:00.643583 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Made reservation on behalf of dc0a299dcc8e4df180e49e533018041d for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:10:00.647604 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.681190 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port a65921a4-d750-449f-bd62-727c106823f6 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:10:00.685978 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port a65921a4-d750-449f-bd62-727c106823f6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:10:00.686353 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.738373 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb56c92d-156b-48be-843b-c46681993893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.763076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb56c92d-156b-48be-843b-c46681993893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.778979 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.809437 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65921a4-d750-449f-bd62-727c106823f6'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:10:00.811814 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8681e4-0653-429f-bea3-7b0c10115454" -d '{"events": [{"server_uuid": "fe506464-a39e-42bb-bb65-7471b0c740db", "name": "network-vif-plugged", "status": "completed", "tag": "a65921a4-d750-449f-bd62-727c106823f6"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:10:00.819980 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c871be-590c-4ea3-bec0-5a115f830b9b req-efb8e63d-2b4a-47b5-b6a0-7046fbb4b84f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:00.823234 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-01c871be-590c-4ea3-bec0-5a115f830b9b req-efb8e63d-2b4a-47b5-b6a0-7046fbb4b84f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1278672 Sep 14 17:10:00.834049 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a65921a4-d750-449f-bd62-727c106823f6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a65921a4-d750-449f-bd62-727c106823f6,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:00.841339 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.849482 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb56c92d-156b-48be-843b-c46681993893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.852262 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb56c92d-156b-48be-843b-c46681993893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.856027 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-cb56c92d-156b-48be-843b-c46681993893 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7504f08c-b543-4991-8792-1ce00e3f85c1 HTTP/1.1" status: 204 len: 168 time: 0.2233481 Sep 14 17:10:00.880648 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-01c871be-590c-4ea3-bec0-5a115f830b9b req-68ada998-60d4-4db8-97f2-be46ff4ed087 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506010 Sep 14 17:10:00.881867 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56c92d-156b-48be-843b-c46681993893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7504f08c-b543-4991-8792-1ce00e3f85c1,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:00.901282 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:00.911292 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe2b09-0e38-4005-9bfb-e6e643050ebb x-openstack-request-id: req-10fe2b09-0e38-4005-9bfb-e6e643050ebb {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:10:00.911703 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe506464-a39e-42bb-bb65-7471b0c740db", "name": "network-vif-plugged", "status": "completed", "tag": "a65921a4-d750-449f-bd62-727c106823f6", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:10:00.912049 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10fe2b09-0e38-4005-9bfb-e6e643050ebb {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:10:00.912570 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65921a4-d750-449f-bd62-727c106823f6', 'code': 200} Sep 14 17:10:00.927811 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a65921a4-d750-449f-bd62-727c106823f6,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:01.094131 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f5c50b-dace-491c-bdec-deaf4931cc60,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:01.096506 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Checking segment: {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:10:01.096955 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Network hostable DHCP agents. Network: 18e0c2ca-6ed4-4860-81a4-24ab203294a2, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:10:01.119890 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:10:01.130114 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 18e0c2ca-6ed4-4860-81a4-24ab203294a2) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:10:01.141467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:01.142352 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:01.155740 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec73f4b-7b9a-4a6b-ab1e-b5268fc5d2af None None] Network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:10:01.161127 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-0680aef3-5512-4f07-b30b-e088f47aa1de admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5779414 Sep 14 17:10:01.262261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c4182-4a7a-4c63-a559-c24ce8502525 req-5338aed5-93eb-4b0e-a02a-6a6f68ec8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:01.263786 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed4c4182-4a7a-4c63-a559-c24ce8502525 req-5338aed5-93eb-4b0e-a02a-6a6f68ec8deb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 1098 time: 0.1147974 Sep 14 17:10:01.301823 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95373b1f-6b04-4be2-a514-19d6f9ef85d9 req-e02ea987-6eb0-48fe-8955-dbb9d2c437e0 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:01.303201 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95373b1f-6b04-4be2-a514-19d6f9ef85d9 req-e02ea987-6eb0-48fe-8955-dbb9d2c437e0 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0920932 Sep 14 17:10:01.306396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56662c-b9e2-471b-a59b-335aa33382c8 None None] Network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:10:01.332591 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed4c4182-4a7a-4c63-a559-c24ce8502525 req-07c4825a-00ca-4a72-a3c4-9699872ff505 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609386 Sep 14 17:10:01.364725 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95373b1f-6b04-4be2-a514-19d6f9ef85d9 req-63998a5f-406d-4a69-922b-dc0479f5d7ab tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500741 Sep 14 17:10:01.526178 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44060) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:01.772400 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b1157708-3517-40d4-bd4c-6a37bb203256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:01.955656 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b1157708-3517-40d4-bd4c-6a37bb203256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:01.963288 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b1157708-3517-40d4-bd4c-6a37bb203256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.064604 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1157708-3517-40d4-bd4c-6a37bb203256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb7bfa-e278-4ca1-9859-1c91e5ade1cc,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:02.076051 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b1157708-3517-40d4-bd4c-6a37bb203256 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71ad6d0ed39b447884a478fb28986d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484457 Sep 14 17:10:02.078612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44096) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:02.131056 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7361cf-29bf-410f-83a3-99c0e87ee451 req-5f35e718-a60c-48cd-81f8-3604d3f98745 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:02.132586 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc7361cf-29bf-410f-83a3-99c0e87ee451 req-5f35e718-a60c-48cd-81f8-3604d3f98745 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1148362 Sep 14 17:10:02.180371 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6a849ddd-382f-47be-89c3-2a0ab0e8799e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.197254 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc7361cf-29bf-410f-83a3-99c0e87ee451 req-156dfe58-c4cd-4496-a0b7-a59c984dfb75 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541935 Sep 14 17:10:02.217697 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6a849ddd-382f-47be-89c3-2a0ab0e8799e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.276985 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6a849ddd-382f-47be-89c3-2a0ab0e8799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.280069 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6a849ddd-382f-47be-89c3-2a0ab0e8799e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.283942 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6a849ddd-382f-47be-89c3-2a0ab0e8799e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95fb7bfa-e278-4ca1-9859-1c91e5ade1cc HTTP/1.1" status: 204 len: 168 time: 0.2019374 Sep 14 17:10:02.289339 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a849ddd-382f-47be-89c3-2a0ab0e8799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb7bfa-e278-4ca1-9859-1c91e5ade1cc,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:02.568754 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8120d6e-96c3-44b4-a8a9-d4fcd7bc92e0 req-f87ed62a-23ad-49ca-8f9b-564373c93071 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:02.576789 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b8120d6e-96c3-44b4-a8a9-d4fcd7bc92e0 req-f87ed62a-23ad-49ca-8f9b-564373c93071 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0615277 Sep 14 17:10:02.628346 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b8120d6e-96c3-44b4-a8a9-d4fcd7bc92e0 req-4a77907f-65dd-4408-bd5b-0fa3f9285f23 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484121 Sep 14 17:10:02.718624 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44122) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:02.748864 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-83586e30-2164-42e4-9565-cfcad4ac2a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.848206 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-83586e30-2164-42e4-9565-cfcad4ac2a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.851615 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-83586e30-2164-42e4-9565-cfcad4ac2a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.889857 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-83586e30-2164-42e4-9565-cfcad4ac2a48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae90027dd4dc4752a0fabf9898c45465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701531 Sep 14 17:10:02.890948 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586e30-2164-42e4-9565-cfcad4ac2a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f660a255-c336-4872-a9d1-305bd6a279b7,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:02.892788 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44130) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:02.940348 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cb0c-5fa3-404a-951d-8e6a5ea57d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:02.962972 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cb0c-5fa3-404a-951d-8e6a5ea57d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.012230 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cb0c-5fa3-404a-951d-8e6a5ea57d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.014927 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bfd1cb0c-5fa3-404a-951d-8e6a5ea57d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.016160 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-bfd1cb0c-5fa3-404a-951d-8e6a5ea57d97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f660a255-c336-4872-a9d1-305bd6a279b7 HTTP/1.1" status: 204 len: 168 time: 0.1222978 Sep 14 17:10:03.024008 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1cb0c-5fa3-404a-951d-8e6a5ea57d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660a255-c336-4872-a9d1-305bd6a279b7,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:03.370249 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44154) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:03.382440 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4828ce-da25-4a3a-aba4-b108a134ccfd req-53f411ec-d3b0-4cb0-8a6f-b84ee1348941 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:03.384055 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c55bbf7-828f-4afd-8936-d844de0ab593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.384620 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aa4828ce-da25-4a3a-aba4-b108a134ccfd req-53f411ec-d3b0-4cb0-8a6f-b84ee1348941 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1110520 Sep 14 17:10:03.394732 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-e8f13242-6729-4903-90fe-66bef99ec28d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:03.396156 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-e8f13242-6729-4903-90fe-66bef99ec28d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/networks?id=18e0c2ca-6ed4-4860-81a4-24ab203294a2 HTTP/1.1" status: 200 len: 809 time: 0.1460962 Sep 14 17:10:03.427629 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-b85f7fdd-d807-449f-ba07-6f4adbe62d3e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/quotas/dc0a299dcc8e4df180e49e533018041d HTTP/1.1" status: 200 len: 375 time: 0.0234554 Sep 14 17:10:03.455092 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aa4828ce-da25-4a3a-aba4-b108a134ccfd req-a6f4d815-cfa2-40b5-9bc7-0fe93747cba1 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579417 Sep 14 17:10:03.471183 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-bbfe777b-e0ee-4d84-8530-e2be8731e04d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc0a299dcc8e4df180e49e533018041d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359812 Sep 14 17:10:03.489259 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c55bbf7-828f-4afd-8936-d844de0ab593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.494131 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c55bbf7-828f-4afd-8936-d844de0ab593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.532092 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2c55bbf7-828f-4afd-8936-d844de0ab593 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e58045416c04de795d84bdcfccfc6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606197 Sep 14 17:10:03.532982 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55bbf7-828f-4afd-8936-d844de0ab593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba39b9b-9536-4d7d-b4a6-0748998553e3,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:03.535270 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44158) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:03.571710 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-221cd177-e4a7-4040-a84b-85492693eee1 service neutron] 10.222.0.64 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925388 Sep 14 17:10:03.583128 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6042c96c-df10-48e3-8ecc-683d14e5258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.605028 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6042c96c-df10-48e3-8ecc-683d14e5258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.653099 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6042c96c-df10-48e3-8ecc-683d14e5258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.656764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6042c96c-df10-48e3-8ecc-683d14e5258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:03.658023 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6042c96c-df10-48e3-8ecc-683d14e5258a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ba39b9b-9536-4d7d-b4a6-0748998553e3 HTTP/1.1" status: 204 len: 168 time: 0.1218548 Sep 14 17:10:03.667005 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042c96c-df10-48e3-8ecc-683d14e5258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba39b9b-9536-4d7d-b4a6-0748998553e3,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:03.687047 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-045b2474-a84e-4935-97a1-ecbbf7ca4ec1 service neutron] 10.222.0.64 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040423 Sep 14 17:10:03.713956 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:10:03.854424 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c6931-072a-4c0c-8fd9-d6b622e396d5 req-416bdf72-638c-4cce-813a-fd5f5403607d tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:03.857132 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a88c6931-072a-4c0c-8fd9-d6b622e396d5 req-416bdf72-638c-4cce-813a-fd5f5403607d tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.1039424 Sep 14 17:10:03.894656 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f3e1f494-071e-49d0-89e9-5f6391559159 req-384585e9-9e55-4573-a66b-aae464084dce tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 210 time: 0.0574057 Sep 14 17:10:03.969919 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a88c6931-072a-4c0c-8fd9-d6b622e396d5 req-45b97413-ec65-4f62-8304-b01ac758bfd4 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828853 Sep 14 17:10:04.582274 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c267c-1758-4176-8b17-0e9e305479d1 req-a37dc585-8d2c-4b6b-b5d0-66d370faf22e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:04.583843 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd3c267c-1758-4176-8b17-0e9e305479d1 req-a37dc585-8d2c-4b6b-b5d0-66d370faf22e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0535440 Sep 14 17:10:04.637541 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd3c267c-1758-4176-8b17-0e9e305479d1 req-abb358f7-5cc5-4138-b20c-e810bb11055f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457783 Sep 14 17:10:04.907382 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44264) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:04.982180 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3326348e-5539-4430-b4a9-0f90b65e1956 req-52baae6e-d5c5-4463-a261-7873487775f8 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 210 time: 0.0262516 Sep 14 17:10:05.016007 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3f25cc33-f07b-401c-9dfd-ddc2d858ddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.115618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3f25cc33-f07b-401c-9dfd-ddc2d858ddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.119867 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3f25cc33-f07b-401c-9dfd-ddc2d858ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.157867 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-3f25cc33-f07b-401c-9dfd-ddc2d858ddd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7425848de5764800b6551dddb9e8f0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493832 Sep 14 17:10:05.159889 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25cc33-f07b-401c-9dfd-ddc2d858ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf3996-8601-4b23-8a8e-bb574fb58a7a,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:05.160885 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44280) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:05.218282 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4e76f153-13e4-443a-a1b1-a990dc6122bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.240470 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4e76f153-13e4-443a-a1b1-a990dc6122bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.300397 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4e76f153-13e4-443a-a1b1-a990dc6122bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.303006 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4e76f153-13e4-443a-a1b1-a990dc6122bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:05.304192 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-4e76f153-13e4-443a-a1b1-a990dc6122bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55cf3996-8601-4b23-8a8e-bb574fb58a7a HTTP/1.1" status: 204 len: 168 time: 0.1422677 Sep 14 17:10:05.316686 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76f153-13e4-443a-a1b1-a990dc6122bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf3996-8601-4b23-8a8e-bb574fb58a7a,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:05.750184 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686696c-e3fe-4361-974c-20d6172801f5 req-5dc13429-ab6d-423c-9acf-6267d0b75c55 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:05.751570 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a686696c-e3fe-4361-974c-20d6172801f5 req-5dc13429-ab6d-423c-9acf-6267d0b75c55 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Sep 14 17:10:05.788516 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a686696c-e3fe-4361-974c-20d6172801f5 req-3403d93b-dee4-4f2b-8744-f99bf3511562 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Sep 14 17:10:08.857274 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8602888-4d12-46c9-a948-107c3015c567 req-d4fcc8e1-4105-4aff-b84c-04e4e39f333e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 210 time: 0.0299296 Sep 14 17:10:08.941201 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2b81b-e068-4212-8797-35171746d59c req-127bb36c-554b-4845-83bd-93852efab438 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:08.942720 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ed2b81b-e068-4212-8797-35171746d59c req-127bb36c-554b-4845-83bd-93852efab438 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0537860 Sep 14 17:10:08.979945 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ed2b81b-e068-4212-8797-35171746d59c req-c4381972-67e1-4d32-a9bc-06474e8d0da3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Sep 14 17:10:09.395952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-e687aa49-bb2b-465d-b694-7efc054a0f9e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:09.397335 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-e687aa49-bb2b-465d-b694-7efc054a0f9e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "GET /v2.0/networks?id=18e0c2ca-6ed4-4860-81a4-24ab203294a2 HTTP/1.1" status: 200 len: 809 time: 0.1049879 Sep 14 17:10:09.423387 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Request body: {'port': {'device_id': '50d66a26-77a5-4144-8593-8ac3192d008f', 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2', 'admin_state_up': True, 'tenant_id': 'dc0a299dcc8e4df180e49e533018041d'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:10:09.534781 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Made reservation on behalf of dc0a299dcc8e4df180e49e533018041d for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:10:09.538328 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:09.663731 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Allocated IP 172.20.0.13 (18e0c2ca-6ed4-4860-81a4-24ab203294a2/54f5c50b-dace-491c-bdec-deaf4931cc60/05240a15-7afa-4b9c-a546-e281e04e0e48) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:10:09.810702 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:09.863464 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:09.911626 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:10:09.915306 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:10:09.918779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:10:09.945421 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Pushing event updated for resources: {'Port': ['ID=05240a15-7afa-4b9c-a546-e281e04e0e48,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:09.972914 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:09.973514 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:09.987031 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-a4046a87-6798-4997-9dd2-dcb9bd8353e9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678308 Sep 14 17:10:13.581358 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:16.272241 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Request body: {'port': {'device_id': '50d66a26-77a5-4144-8593-8ac3192d008f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:10:16.327977 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:16.554734 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162ac4-2eef-40a8-8e93-02549154c349 req-68ebf8df-023a-4814-bfc4-f0ca029843b2 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:16.556174 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b1162ac4-2eef-40a8-8e93-02549154c349 req-68ebf8df-023a-4814-bfc4-f0ca029843b2 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1529734 Sep 14 17:10:16.565378 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e311-bf3e-4a8d-8f9b-ed10cb36f619 req-f079e58b-a7b8-43a4-a733-e76ae0e5a07d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:16.566756 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c39e311-bf3e-4a8d-8f9b-ed10cb36f619 req-f079e58b-a7b8-43a4-a733-e76ae0e5a07d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 932 time: 0.1772652 Sep 14 17:10:16.678730 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b1162ac4-2eef-40a8-8e93-02549154c349 req-1d2f0e9a-bc3c-4b4c-9e86-01b06961c2f8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110220 Sep 14 17:10:16.687148 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c39e311-bf3e-4a8d-8f9b-ed10cb36f619 req-7ce073f3-8d94-48c9-86fa-180a723ed881 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923600 Sep 14 17:10:16.738543 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05240a15-7afa-4b9c-a546-e281e04e0e48 {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:10:16.746064 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:16.757994 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Transition to ACTIVE for port object 05240a15-7afa-4b9c-a546-e281e04e0e48 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:10:16.763614 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:16.829262 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Pushing event updated for resources: {'Port': ['ID=05240a15-7afa-4b9c-a546-e281e04e0e48,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:16.878804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Attempting to bind port 05240a15-7afa-4b9c-a546-e281e04e0e48 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:10:16.879137 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Attempting to bind port 05240a15-7afa-4b9c-a546-e281e04e0e48 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:10:16.879466 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Attempting to bind port 05240a15-7afa-4b9c-a546-e281e04e0e48 on network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:10:16.884460 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Port 05240a15-7afa-4b9c-a546-e281e04e0e48 on network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:10:16.884805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Attempting to bind port 05240a15-7afa-4b9c-a546-e281e04e0e48 on network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:10:16.889631 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:10:16.889969 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Checking segment: {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:10:16.890347 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Bound using segment: {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:10:16.890768 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Bound port: 05240a15-7afa-4b9c-a546-e281e04e0e48, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:10:16.891122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:16.956808 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] For port 05240a15-7afa-4b9c-a546-e281e04e0e48, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:10:16.959672 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] For port 05240a15-7afa-4b9c-a546-e281e04e0e48, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=05240a15-7afa-4b9c-a546-e281e04e0e48,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:10:16.964404 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:16.998924 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:16.999523 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:17.000929 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] 10.222.0.41 "PUT /v2.0/ports/05240a15-7afa-4b9c-a546-e281e04e0e48 HTTP/1.1" status: 200 len: 1094 time: 0.7330704 Sep 14 17:10:17.001355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d66a26-77a5-4144-8593-8ac3192d008f', 'tag': '05240a15-7afa-4b9c-a546-e281e04e0e48'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:10:17.003593 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb945303-3689-4f31-8200-82064dea69f4" -d '{"events": [{"name": "network-changed", "server_uuid": "50d66a26-77a5-4144-8593-8ac3192d008f", "tag": "05240a15-7afa-4b9c-a546-e281e04e0e48"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:10:17.027190 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa391e-681a-44d8-9034-1dddeccaa613 service neutron] Pushing event updated for resources: {'Port': ['ID=05240a15-7afa-4b9c-a546-e281e04e0e48,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:17.039906 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe9364-26c4-4285-8b1f-8c8e27b95b7d x-openstack-request-id: req-67fe9364-26c4-4285-8b1f-8c8e27b95b7d {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:10:17.040196 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d66a26-77a5-4144-8593-8ac3192d008f", "tag": "05240a15-7afa-4b9c-a546-e281e04e0e48", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:10:17.040482 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67fe9364-26c4-4285-8b1f-8c8e27b95b7d {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:10:17.040875 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d66a26-77a5-4144-8593-8ac3192d008f', 'tag': '05240a15-7afa-4b9c-a546-e281e04e0e48', 'status': 'completed', 'code': 200} Sep 14 17:10:17.357246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7452c51a-8f8b-45fa-a867-17ac891751c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:17.376454 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945303-3689-4f31-8200-82064dea69f4 req-0f2438a1-6a63-4703-859e-7ae43350ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:17.378074 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fb945303-3689-4f31-8200-82064dea69f4 req-0f2438a1-6a63-4703-859e-7ae43350ca40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc0a299dcc8e4df180e49e533018041d&device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 1097 time: 0.0594437 Sep 14 17:10:17.765198 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945303-3689-4f31-8200-82064dea69f4 req-07e3aa6d-154e-47e9-acec-9b6fdefe8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:17.766610 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fb945303-3689-4f31-8200-82064dea69f4 req-07e3aa6d-154e-47e9-acec-9b6fdefe8fbd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc0a299dcc8e4df180e49e533018041d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3353841 Sep 14 17:10:17.896203 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c5dd-0630-45cc-9cc6-5838de97200b req-898d74ff-e8f8-4686-bf72-ef06dd0add60 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:17.897612 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-18d3c5dd-0630-45cc-9cc6-5838de97200b req-898d74ff-e8f8-4686-bf72-ef06dd0add60 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1456313 Sep 14 17:10:17.907704 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1622-497c-49ac-9376-46bb0fec1a75 req-d2fdcdd0-0dab-444c-8ea6-9176dfa49d7d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:17.909115 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-859d1622-497c-49ac-9376-46bb0fec1a75 req-d2fdcdd0-0dab-444c-8ea6-9176dfa49d7d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 944 time: 0.1289694 Sep 14 17:10:17.958821 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945303-3689-4f31-8200-82064dea69f4 req-60148837-57a3-4774-ab6b-e9098b82408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:17.960970 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fb945303-3689-4f31-8200-82064dea69f4 req-60148837-57a3-4774-ab6b-e9098b82408f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790674 Sep 14 17:10:17.989160 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-18d3c5dd-0630-45cc-9cc6-5838de97200b req-103b2001-705c-4a0d-9834-d03973c054dd tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790184 Sep 14 17:10:17.993443 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-859d1622-497c-49ac-9376-46bb0fec1a75 req-578ccaa4-20ea-4bba-ae6b-148860382cc8 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738552 Sep 14 17:10:19.854200 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f4e7-036e-4480-9d98-5ed8ca825e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:20.557206 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:20.841704 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:22.630070 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:24.174773 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-8317e09e-0412-46fe-9edf-ea845b2fb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:24.176511 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-8317e09e-0412-46fe-9edf-ea845b2fb4a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc0a299dcc8e4df180e49e533018041d&device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 1097 time: 0.0430803 Sep 14 17:10:24.245882 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-4b542972-0464-44ef-adae-4985b3b5c82f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05240a15-7afa-4b9c-a546-e281e04e0e48 HTTP/1.1" status: 200 len: 217 time: 0.0595241 Sep 14 17:10:24.314199 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da4d6d-eaf5-49a1-95bc-b7d3dc4bfcce req-31936800-8484-46c1-8e22-61c583453532 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:24.315661 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-69da4d6d-eaf5-49a1-95bc-b7d3dc4bfcce req-31936800-8484-46c1-8e22-61c583453532 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1432362 Sep 14 17:10:24.342543 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c101d4-9885-4d7f-859d-462d516f191d req-95a9218b-6faa-4ac4-81d0-947cf2c72838 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:24.343943 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62c101d4-9885-4d7f-859d-462d516f191d req-95a9218b-6faa-4ac4-81d0-947cf2c72838 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 944 time: 0.1383860 Sep 14 17:10:24.346554 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-47a0548e-7bff-4c5e-bc3b-73be52074ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:24.347888 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-47a0548e-7bff-4c5e-bc3b-73be52074ef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54f5c50b-dace-491c-bdec-deaf4931cc60 HTTP/1.1" status: 200 len: 849 time: 0.0855587 Sep 14 17:10:24.411837 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-b0a37bae-52cf-4fc9-ac21-7f5ad8b6cce2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18e0c2ca-6ed4-4860-81a4-24ab203294a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378363 Sep 14 17:10:24.422061 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-69da4d6d-eaf5-49a1-95bc-b7d3dc4bfcce req-9ede7845-768d-4335-9756-79038a56f711 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959163 Sep 14 17:10:24.430368 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62c101d4-9885-4d7f-859d-462d516f191d req-9d4cb316-eaa9-4642-a12b-acb74955f365 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Sep 14 17:10:24.517356 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-0410a206-d69c-42a1-a1ea-777b02d1c0fb service neutron] 10.222.0.41 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860419 Sep 14 17:10:24.612015 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a07d6a0-43b8-417b-8091-9c99bfa1e95e req-7e94696d-9791-413e-9b57-510905963740 service neutron] 10.222.0.41 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Sep 14 17:10:25.575740 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8059-3579-432a-90e3-bc5d24b8f83b req-a665c51c-d727-450b-8d1f-778302392640 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:25.577281 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c0e8059-3579-432a-90e3-bc5d24b8f83b req-a665c51c-d727-450b-8d1f-778302392640 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0628171 Sep 14 17:10:25.636275 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021398f9-d95e-455a-815f-efe213fc2ca1 req-85826b9c-49f0-4780-af46-c876e1253ea6 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:25.637866 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-021398f9-d95e-455a-815f-efe213fc2ca1 req-85826b9c-49f0-4780-af46-c876e1253ea6 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 944 time: 0.0816834 Sep 14 17:10:25.641188 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c0e8059-3579-432a-90e3-bc5d24b8f83b req-7c55fd66-18a8-479b-a7cd-56b4a9996565 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Sep 14 17:10:25.686422 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-021398f9-d95e-455a-815f-efe213fc2ca1 req-5c407be4-3811-48ef-b8f0-ee43a8698556 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Sep 14 17:10:26.763191 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03803e-51db-4ed6-8105-5f09bde8c7d0 req-466d55f5-2684-47ac-8b74-a7c1eefbd3c0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:26.764710 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-de03803e-51db-4ed6-8105-5f09bde8c7d0 req-466d55f5-2684-47ac-8b74-a7c1eefbd3c0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0506909 Sep 14 17:10:26.831727 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-de03803e-51db-4ed6-8105-5f09bde8c7d0 req-0287b626-998c-4f76-84e6-7b251b13352c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573764 Sep 14 17:10:26.840619 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454cdb9-f174-4e8c-b112-fb699fa102e1 req-4145a243-f57c-40a6-8850-8847a3f18b13 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:26.842437 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e454cdb9-f174-4e8c-b112-fb699fa102e1 req-4145a243-f57c-40a6-8850-8847a3f18b13 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 944 time: 0.0767095 Sep 14 17:10:26.888946 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e454cdb9-f174-4e8c-b112-fb699fa102e1 req-df17ccc8-bd7c-4e2b-a183-383cc0c4d6ee tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Sep 14 17:10:27.242058 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44524) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:27.351756 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-890d3f20-7fc1-4ef5-b891-777932010768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.439507 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-890d3f20-7fc1-4ef5-b891-777932010768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.442944 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-890d3f20-7fc1-4ef5-b891-777932010768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.480303 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-890d3f20-7fc1-4ef5-b891-777932010768 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=449792cc575244cf9211aeb2ef95ba39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370059 Sep 14 17:10:27.481410 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d3f20-7fc1-4ef5-b891-777932010768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b9ef98-2bd2-4d87-b3eb-2ec408ee1eb4,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:27.483057 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44532) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:27.531314 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5080d071-2f2d-4865-9ccb-5ae1efb930db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.552052 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5080d071-2f2d-4865-9ccb-5ae1efb930db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.605798 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5080d071-2f2d-4865-9ccb-5ae1efb930db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.608363 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5080d071-2f2d-4865-9ccb-5ae1efb930db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:27.609605 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5080d071-2f2d-4865-9ccb-5ae1efb930db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20b9ef98-2bd2-4d87-b3eb-2ec408ee1eb4 HTTP/1.1" status: 204 len: 168 time: 0.1254468 Sep 14 17:10:27.620489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080d071-2f2d-4865-9ccb-5ae1efb930db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b9ef98-2bd2-4d87-b3eb-2ec408ee1eb4,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:27.951927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f8c9c-88df-4cfb-b821-b37354db73e1 req-6e7ce3f8-395e-4fd4-888a-0bd2fec3b970 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:27.953481 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-376f8c9c-88df-4cfb-b821-b37354db73e1 req-6e7ce3f8-395e-4fd4-888a-0bd2fec3b970 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0531402 Sep 14 17:10:28.019653 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-376f8c9c-88df-4cfb-b821-b37354db73e1 req-70239f90-baca-4ef3-985d-38320d449bae tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585515 Sep 14 17:10:28.038136 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde774bc-5463-49c0-ae64-cb91ccc2b4d2 req-2de31be0-472a-4132-ac76-36ec9c6cba63 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:28.039974 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dde774bc-5463-49c0-ae64-cb91ccc2b4d2 req-2de31be0-472a-4132-ac76-36ec9c6cba63 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 944 time: 0.0657189 Sep 14 17:10:28.081455 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dde774bc-5463-49c0-ae64-cb91ccc2b4d2 req-19f3c9f4-52ea-43fa-be1e-9723be58ae9b tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Sep 14 17:10:29.441470 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e813-b8d7-459c-9906-dfa923b8308f req-b20f8f4c-aa14-4f76-84ca-f3dfc2156dd3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:29.442910 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5816e813-b8d7-459c-9906-dfa923b8308f req-b20f8f4c-aa14-4f76-84ca-f3dfc2156dd3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0893221 Sep 14 17:10:29.455718 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef78a4-2bfc-4a64-9aec-3220336a2443 req-24fa3ca3-be62-4dac-acfd-518533f240ef tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:29.457195 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-81ef78a4-2bfc-4a64-9aec-3220336a2443 req-24fa3ca3-be62-4dac-acfd-518533f240ef tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 944 time: 0.0835633 Sep 14 17:10:29.511306 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5816e813-b8d7-459c-9906-dfa923b8308f req-216407aa-dec8-4f62-98f8-f6b4c1e9156f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530453 Sep 14 17:10:29.518309 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-81ef78a4-2bfc-4a64-9aec-3220336a2443 req-0fa126a4-380e-4d79-9c6a-33e508de14d6 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Sep 14 17:10:30.574596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 05240a15-7afa-4b9c-a546-e281e04e0e48 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:10:30.674698 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 05240a15-7afa-4b9c-a546-e281e04e0e48, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=05240a15-7afa-4b9c-a546-e281e04e0e48,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:30.685250 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '05240a15-7afa-4b9c-a546-e281e04e0e48', 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2', 'port_id': '05240a15-7afa-4b9c-a546-e281e04e0e48', 'mac_address': 'fa:16:3e:b8:cd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f5c50b-dace-491c-bdec-deaf4931cc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:10:30.721951 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:30.735085 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05240a15-7afa-4b9c-a546-e281e04e0e48 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:10:30.753401 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 05240a15-7afa-4b9c-a546-e281e04e0e48, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=05240a15-7afa-4b9c-a546-e281e04e0e48,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:30.757191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:30.802447 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=05240a15-7afa-4b9c-a546-e281e04e0e48,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:33.110300 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0ef5-e6cf-4a9f-ad21-8d08cebdbb93 req-faf80a33-10cb-4714-a074-78898626dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:33.111812 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91cb0ef5-e6cf-4a9f-ad21-8d08cebdbb93 req-faf80a33-10cb-4714-a074-78898626dbb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1098 time: 0.0399904 Sep 14 17:10:33.150762 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91cb0ef5-e6cf-4a9f-ad21-8d08cebdbb93 req-17354081-2f72-4616-b48c-7b1f938d18b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288918 Sep 14 17:10:33.226679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b43f2-48fe-4906-a023-a2e4330cfb64 req-2c663cc2-63a5-434c-b259-c7c841c6b039 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:33.228170 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5f7b43f2-48fe-4906-a023-a2e4330cfb64 req-2c663cc2-63a5-434c-b259-c7c841c6b039 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0766389 Sep 14 17:10:33.239211 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08ba26-e12c-40ba-84ae-e52cd15e4ac2 req-7b032aab-00d6-4872-a41a-1c6d8f0e8594 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:33.240613 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f08ba26-e12c-40ba-84ae-e52cd15e4ac2 req-7b032aab-00d6-4872-a41a-1c6d8f0e8594 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 945 time: 0.0790668 Sep 14 17:10:33.296918 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5f7b43f2-48fe-4906-a023-a2e4330cfb64 req-b9991614-e9d9-4c38-8411-107b3f4c1889 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543609 Sep 14 17:10:33.300239 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f08ba26-e12c-40ba-84ae-e52cd15e4ac2 req-3d919f7d-000c-47cc-9eff-511939bdf171 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Sep 14 17:10:33.882530 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['05240a15-7afa-4b9c-a546-e281e04e0e48'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:10:34.495155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56804416-8977-48c6-943c-b0a397cab95e req-d8f70e0c-07dc-4e19-b385-3feeb44897a8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:34.496656 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-56804416-8977-48c6-943c-b0a397cab95e req-d8f70e0c-07dc-4e19-b385-3feeb44897a8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0751195 Sep 14 17:10:34.518721 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42279652-7d20-4dd0-85e8-8043ec93d873 req-a08713bb-8f31-41dc-9858-835ac58acc1e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:34.520146 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-42279652-7d20-4dd0-85e8-8043ec93d873 req-a08713bb-8f31-41dc-9858-835ac58acc1e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 945 time: 0.0874150 Sep 14 17:10:34.565149 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-56804416-8977-48c6-943c-b0a397cab95e req-f3d93c7b-c18b-4a8b-898c-ae1e90629b33 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622663 Sep 14 17:10:34.572861 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-42279652-7d20-4dd0-85e8-8043ec93d873 req-b365dd58-9dd3-4935-aa99-5ffdfb0ace70 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Sep 14 17:10:35.716935 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9f6d4-8fcb-4f20-8fc2-0c469cd3ac4d req-cd366555-7b5e-404d-9d39-1d63398c4f4b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:35.718397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3ab9f6d4-8fcb-4f20-8fc2-0c469cd3ac4d req-cd366555-7b5e-404d-9d39-1d63398c4f4b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0829403 Sep 14 17:10:35.727570 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c000-31e3-4e84-affa-e7d4d3160a7b req-f789e7d9-0085-4592-b3e7-a460a03b40fc tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:35.729123 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d77c000-31e3-4e84-affa-e7d4d3160a7b req-f789e7d9-0085-4592-b3e7-a460a03b40fc tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 945 time: 0.0826921 Sep 14 17:10:35.788686 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3ab9f6d4-8fcb-4f20-8fc2-0c469cd3ac4d req-770dfcba-245b-4671-878b-4604fc82eda2 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585380 Sep 14 17:10:35.791583 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d77c000-31e3-4e84-affa-e7d4d3160a7b req-25ae9fac-698f-4d76-8a53-3b80107a82dd tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554514 Sep 14 17:10:36.956945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c86010-7c4f-4e03-abae-da8103a7c108 req-c46ba16b-3bbe-4435-82ad-74832c079d4c tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:36.958428 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b5c86010-7c4f-4e03-abae-da8103a7c108 req-c46ba16b-3bbe-4435-82ad-74832c079d4c tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 945 time: 0.0782743 Sep 14 17:10:36.967435 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d440e-bb06-445f-b82a-57c1028d9867 req-0dbcf0f1-c529-4ddb-be49-0dff66a0a7cc tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:36.968817 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-268d440e-bb06-445f-b82a-57c1028d9867 req-0dbcf0f1-c529-4ddb-be49-0dff66a0a7cc tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0788798 Sep 14 17:10:37.027631 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b5c86010-7c4f-4e03-abae-da8103a7c108 req-228c1623-ecfc-4d3e-8e5e-18704d6ffab4 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578763 Sep 14 17:10:37.032296 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-268d440e-bb06-445f-b82a-57c1028d9867 req-a43b87d2-1361-464d-81d7-7ee1ea5cebd3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563145 Sep 14 17:10:37.091810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 05240a15-7afa-4b9c-a546-e281e04e0e48 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:10:37.142723 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 05240a15-7afa-4b9c-a546-e281e04e0e48 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:10:37.145927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9c44b-8735-4fa5-b916-5d795d809cd6 req-09d492b3-06fe-442c-9542-7f0513c2a414 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:37.147824 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 05240a15-7afa-4b9c-a546-e281e04e0e48 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:10:37.148355 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:37.148640 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d4b9c44b-8735-4fa5-b916-5d795d809cd6 req-09d492b3-06fe-442c-9542-7f0513c2a414 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0505257 Sep 14 17:10:37.187185 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d4b9c44b-8735-4fa5-b916-5d795d809cd6 req-3a89cfe8-a5dc-4697-8268-12fdac8864ce tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Sep 14 17:10:37.231191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:37.254115 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d66a26-77a5-4144-8593-8ac3192d008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05240a15-7afa-4b9c-a546-e281e04e0e48'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:10:37.256436 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87464e1-a131-459f-863b-e1f642c31510" -d '{"events": [{"server_uuid": "50d66a26-77a5-4144-8593-8ac3192d008f", "name": "network-vif-plugged", "status": "completed", "tag": "05240a15-7afa-4b9c-a546-e281e04e0e48"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:10:37.268806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 05240a15-7afa-4b9c-a546-e281e04e0e48, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=05240a15-7afa-4b9c-a546-e281e04e0e48,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:37.274022 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:37.304800 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c89a987-5683-42e6-a8b6-d40706e05d93 x-openstack-request-id: req-6c89a987-5683-42e6-a8b6-d40706e05d93 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:10:37.305100 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d66a26-77a5-4144-8593-8ac3192d008f", "name": "network-vif-plugged", "status": "completed", "tag": "05240a15-7afa-4b9c-a546-e281e04e0e48", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:10:37.305368 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c89a987-5683-42e6-a8b6-d40706e05d93 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:10:37.305745 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d66a26-77a5-4144-8593-8ac3192d008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05240a15-7afa-4b9c-a546-e281e04e0e48', 'code': 200} Sep 14 17:10:37.332532 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=05240a15-7afa-4b9c-a546-e281e04e0e48,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:37.340687 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.341113 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.341518 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.341838 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.342198 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.342624 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.343051 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.343425 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.343964 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.344285 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.344782 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.345073 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:37.472776 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258b3b-a7bc-478b-96b3-f385068ab84f req-821564db-6072-4cfb-a50a-490da01359ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:37.474331 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33258b3b-a7bc-478b-96b3-f385068ab84f req-821564db-6072-4cfb-a50a-490da01359ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 1099 time: 0.0411475 Sep 14 17:10:37.523567 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33258b3b-a7bc-478b-96b3-f385068ab84f req-2ac00f3f-04f5-47fe-a5ad-e7cfecec91bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Sep 14 17:10:37.826751 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44774) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:37.934409 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.022163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.026055 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.064657 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4644a3b4-4630-4c1a-9dee-9701c26110b5,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:38.068514 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3829b3ce9c442b2b2dc7acb40f24cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407095 Sep 14 17:10:38.072355 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44782) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.076483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.077035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.077285 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.077449 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.079105 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677357f5-d4cf-4abb-b4f4-a1f9764cfcc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.129371 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.150826 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.154198 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda193e3-db72-4ce9-af63-ed375c89fcec req-f4cfbfdb-4490-4fb4-940a-dfc3c5925a20 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:38.155696 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cda193e3-db72-4ce9-af63-ed375c89fcec req-f4cfbfdb-4490-4fb4-940a-dfc3c5925a20 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 946 time: 0.0489304 Sep 14 17:10:38.198215 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.198626 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cda193e3-db72-4ce9-af63-ed375c89fcec req-fb0bdf0f-90ad-437a-b7d9-1a06ba55b358 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Sep 14 17:10:38.201195 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:38.203087 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4644a3b4-4630-4c1a-9dee-9701c26110b5 HTTP/1.1" status: 204 len: 168 time: 0.1287313 Sep 14 17:10:38.211667 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4644a3b4-4630-4c1a-9dee-9701c26110b5,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:38.219220 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.219572 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.220092 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.220453 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.220982 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.221490 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.221973 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.222455 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.222937 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.223414 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.223907 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:38.224401 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492d1bc-7ff7-4c2c-87ad-4a1717016156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:10:39.329149 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df553b-5e16-4f96-8ab2-19acbb84d8b9 req-177f2121-444c-4082-b2a9-729a35661f32 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:39.331258 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-75df553b-5e16-4f96-8ab2-19acbb84d8b9 req-177f2121-444c-4082-b2a9-729a35661f32 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 946 time: 0.0502615 Sep 14 17:10:39.379953 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-75df553b-5e16-4f96-8ab2-19acbb84d8b9 req-65bab202-b5be-42d8-8697-4bd4efafaae7 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Sep 14 17:10:39.974287 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-85c87661-4fe2-4549-a4f1-77d5b3d99b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:39.976402 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-85c87661-4fe2-4549-a4f1-77d5b3d99b9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0858972 Sep 14 17:10:39.986934 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da1f2a-6bfb-4a3d-ab46-42780947c3b7 req-ae806056-dcf0-43b6-a8f2-fc9ace7686ac tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:39.988337 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f6da1f2a-6bfb-4a3d-ab46-42780947c3b7 req-ae806056-dcf0-43b6-a8f2-fc9ace7686ac tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0875533 Sep 14 17:10:40.087018 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f6da1f2a-6bfb-4a3d-ab46-42780947c3b7 req-7c576ab3-3538-48fe-8c3b-5bc28868ee71 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884092 Sep 14 17:10:40.117019 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-6e5ce98d-166b-4365-b0a9-e17d524b0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:40.118641 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-6e5ce98d-166b-4365-b0a9-e17d524b0a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.1294177 Sep 14 17:10:40.165845 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-87030965-435d-4222-9ff3-f32cedfb4a1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 217 time: 0.0375648 Sep 14 17:10:40.216082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-ceb653a4-0994-4588-8199-8da739fc5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:40.217457 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-ceb653a4-0994-4588-8199-8da739fc5925 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0439873 Sep 14 17:10:40.250365 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-6f64997e-3ef2-406c-bb4f-b03cb38de1cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243111 Sep 14 17:10:40.343262 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-6c50aae6-359f-450b-a043-9880f0575218 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Sep 14 17:10:40.445221 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74999ded-68a1-40c4-ad27-7a29efc0d169 req-ff66157a-8a99-4729-935d-fe967525d9ae service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Sep 14 17:10:40.514131 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89ac9b-dd23-41ec-8a48-edf21dd98ccd req-48409acc-b104-40fc-bc91-d4ba9ea4ecdf tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:40.515625 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac89ac9b-dd23-41ec-8a48-edf21dd98ccd req-48409acc-b104-40fc-bc91-d4ba9ea4ecdf tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 946 time: 0.0647874 Sep 14 17:10:40.556643 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac89ac9b-dd23-41ec-8a48-edf21dd98ccd req-2b4d8c82-db5c-41ea-8549-767c30245db2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Sep 14 17:10:40.715110 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:10:41.295075 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4b68e-adc8-4e66-82bb-3edf81d563ad req-9b78f20c-0dcf-4fca-9455-9904ee1eb07c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:41.296853 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-64b4b68e-adc8-4e66-82bb-3edf81d563ad req-9b78f20c-0dcf-4fca-9455-9904ee1eb07c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0762026 Sep 14 17:10:41.343255 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432273-ff62-4fdf-93af-dcddee173aeb req-cfeffa7e-c698-41b7-a87e-ebbabdf5634e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:41.344724 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-24432273-ff62-4fdf-93af-dcddee173aeb req-cfeffa7e-c698-41b7-a87e-ebbabdf5634e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 946 time: 0.0936253 Sep 14 17:10:41.352793 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-64b4b68e-adc8-4e66-82bb-3edf81d563ad req-6796d290-20e3-4537-b539-11b36f94c6a8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Sep 14 17:10:41.391954 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-24432273-ff62-4fdf-93af-dcddee173aeb req-d10d09d1-92cd-4dc1-a986-4bc77a540576 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Sep 14 17:10:41.761976 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44956) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:41.870937 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1518d2bd-82ba-4f47-8788-59441c80236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:41.955473 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1518d2bd-82ba-4f47-8788-59441c80236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:41.959436 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1518d2bd-82ba-4f47-8788-59441c80236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:41.997079 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-1518d2bd-82ba-4f47-8788-59441c80236a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de4c5782ecab416b99add2def3c5ec25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340479 Sep 14 17:10:41.998268 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518d2bd-82ba-4f47-8788-59441c80236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fbd19a-7d5e-432d-847f-aa73185eb60b,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:41.999718 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44960) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:42.048309 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc0a9-736d-4254-98ff-4b8b740f9ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.068227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc0a9-736d-4254-98ff-4b8b740f9ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.114023 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc0a9-736d-4254-98ff-4b8b740f9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.117155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc0a9-736d-4254-98ff-4b8b740f9ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.118302 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-2d8fc0a9-736d-4254-98ff-4b8b740f9ee6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12fbd19a-7d5e-432d-847f-aa73185eb60b HTTP/1.1" status: 204 len: 168 time: 0.1176076 Sep 14 17:10:42.126792 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fc0a9-736d-4254-98ff-4b8b740f9ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fbd19a-7d5e-432d-847f-aa73185eb60b,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:42.386925 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44970) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:42.400617 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d389824a-d3b7-41e2-b0fb-aa89aee20765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.535315 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b4a65-10f6-4ed4-9e55-374b16603492 req-2858a714-67b6-473b-a00a-0d39f46afbee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:42.537068 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a30b4a65-10f6-4ed4-9e55-374b16603492 req-2858a714-67b6-473b-a00a-0d39f46afbee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1115053 Sep 14 17:10:42.590833 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908b272-aeff-49a8-8120-ce2f73338752 req-7515a4bf-7316-49d9-8691-c66de4632e54 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:42.592368 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5908b272-aeff-49a8-8120-ce2f73338752 req-7515a4bf-7316-49d9-8691-c66de4632e54 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 946 time: 0.1205730 Sep 14 17:10:42.620945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d389824a-d3b7-41e2-b0fb-aa89aee20765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.635290 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a30b4a65-10f6-4ed4-9e55-374b16603492 req-7ed69388-2911-46d3-8742-010fb8993c16 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864241 Sep 14 17:10:42.635851 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d389824a-d3b7-41e2-b0fb-aa89aee20765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.688811 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5908b272-aeff-49a8-8120-ce2f73338752 req-4f5964da-1fd3-418e-a332-968ff3c4f7bd tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881531 Sep 14 17:10:42.693346 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d389824a-d3b7-41e2-b0fb-aa89aee20765 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9ba2a1a1a414c7abb692e554d720191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030217 Sep 14 17:10:42.693346 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389824a-d3b7-41e2-b0fb-aa89aee20765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f567d6-ef2d-4ccf-880c-d7b08957ed64,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:42.694630 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44978) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:42.758547 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5939cfb8-e443-4da8-9320-bf206cf565ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.783799 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5939cfb8-e443-4da8-9320-bf206cf565ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.831043 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5939cfb8-e443-4da8-9320-bf206cf565ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.834358 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5939cfb8-e443-4da8-9320-bf206cf565ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:42.835531 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-5939cfb8-e443-4da8-9320-bf206cf565ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61f567d6-ef2d-4ccf-880c-d7b08957ed64 HTTP/1.1" status: 204 len: 168 time: 0.1397002 Sep 14 17:10:42.842838 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939cfb8-e443-4da8-9320-bf206cf565ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f567d6-ef2d-4ccf-880c-d7b08957ed64,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:43.145297 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 44986) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:43.158027 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fd68ac9d-92bf-4c3b-8795-542ea256055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.247880 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fd68ac9d-92bf-4c3b-8795-542ea256055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.252303 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fd68ac9d-92bf-4c3b-8795-542ea256055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.289681 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-a017ebec-3fc4-4fa2-b8f6-2dded9de9592 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:43.291387 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-a017ebec-3fc4-4fa2-b8f6-2dded9de9592 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 946 time: 0.0539913 Sep 14 17:10:43.293827 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-fd68ac9d-92bf-4c3b-8795-542ea256055d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8dd60f672cd545599cefbf04972d38cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474609 Sep 14 17:10:43.294698 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68ac9d-92bf-4c3b-8795-542ea256055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5bd898-afeb-4270-9c99-e11b32002210,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:43.297397 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 44988) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:43.410059 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f21d2de-bc42-426d-84bf-667b180fc0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.439990 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f21d2de-bc42-426d-84bf-667b180fc0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.460791 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Deleting port 05240a15-7afa-4b9c-a546-e281e04e0e48 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:10:43.461125 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.549645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f21d2de-bc42-426d-84bf-667b180fc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.552119 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f21d2de-bc42-426d-84bf-667b180fc0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.554092 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5f21d2de-bc42-426d-84bf-667b180fc0d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d5bd898-afeb-4270-9c99-e11b32002210 HTTP/1.1" status: 204 len: 168 time: 0.2557206 Sep 14 17:10:43.574686 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21d2de-bc42-426d-84bf-667b180fc0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5bd898-afeb-4270-9c99-e11b32002210,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:43.581076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] For port 05240a15-7afa-4b9c-a546-e281e04e0e48, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=05240a15-7afa-4b9c-a546-e281e04e0e48,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:43.581431 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.594785 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Calling delete_port for 05240a15-7afa-4b9c-a546-e281e04e0e48 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:10:43.609037 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.764657 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.776886 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['05240a15-7afa-4b9c-a546-e281e04e0e48'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:10:43.809986 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7242fb-d632-4372-b94d-2b08bb54c5bc req-a814f284-dcf4-4e9e-acca-d5b579b2074a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:43.818017 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-da7242fb-d632-4372-b94d-2b08bb54c5bc req-a814f284-dcf4-4e9e-acca-d5b579b2074a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1018114 Sep 14 17:10:43.848012 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Pushing event deleted for resources: {'Port': ['ID=05240a15-7afa-4b9c-a546-e281e04e0e48,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:43.909857 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d20817f-c7c8-4538-8e92-6475426d96d6 req-20c40886-5898-4ed5-beac-0132cf1f08cd tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d66a26-77a5-4144-8593-8ac3192d008f HTTP/1.1" status: 200 len: 210 time: 0.0647256 Sep 14 17:10:43.939694 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-da7242fb-d632-4372-b94d-2b08bb54c5bc req-760f5770-6fe3-4366-b499-d2e93f10f967 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212006 Sep 14 17:10:43.940558 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] No DVR routers for this DVR port 05240a15-7afa-4b9c-a546-e281e04e0e48 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:10:43.944355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:43.946932 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a3469a87-820c-4e8d-bfbf-be51f2a9653b req-7e7a1ad5-da27-4a27-8397-64954eda62a2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "DELETE /v2.0/ports/05240a15-7afa-4b9c-a546-e281e04e0e48 HTTP/1.1" status: 204 len: 173 time: 0.6423860 Sep 14 17:10:43.947531 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d66a26-77a5-4144-8593-8ac3192d008f', 'name': 'network-vif-deleted', 'tag': '05240a15-7afa-4b9c-a546-e281e04e0e48'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:10:43.950125 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2283627-71c5-4bae-a185-f1fc7b3a229e" -d '{"events": [{"server_uuid": "50d66a26-77a5-4144-8593-8ac3192d008f", "name": "network-vif-deleted", "tag": "05240a15-7afa-4b9c-a546-e281e04e0e48"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:10:44.088965 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b390610c-1894-4f94-9e38-8872b93eedf6 x-openstack-request-id: req-b390610c-1894-4f94-9e38-8872b93eedf6 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:10:44.089308 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d66a26-77a5-4144-8593-8ac3192d008f", "name": "network-vif-deleted", "tag": "05240a15-7afa-4b9c-a546-e281e04e0e48", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:10:44.089563 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b390610c-1894-4f94-9e38-8872b93eedf6 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:10:44.089952 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d66a26-77a5-4144-8593-8ac3192d008f', 'name': 'network-vif-deleted', 'tag': '05240a15-7afa-4b9c-a546-e281e04e0e48', 'status': 'completed', 'code': 200} Sep 14 17:10:44.766525 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-cbb6141c-6a87-4bb2-8b10-cf50daab74e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399065 Sep 14 17:10:44.841845 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-bad97dad-a898-4601-90bc-3d638267d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:44.843287 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-bad97dad-a898-4601-90bc-3d638267d8d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1098 time: 0.0481284 Sep 14 17:10:45.241789 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef2a25-bc84-4d01-b60b-35cc478617aa req-092acc91-9487-4766-9689-ab19dfc1d5a0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:45.243285 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-86ef2a25-bc84-4d01-b60b-35cc478617aa req-092acc91-9487-4766-9689-ab19dfc1d5a0 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1048872 Sep 14 17:10:45.244275 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-47e6baeb-cc09-4bec-8896-06eb701c91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:45.245653 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-47e6baeb-cc09-4bec-8896-06eb701c91fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.3768528 Sep 14 17:10:45.315986 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-b04c3c35-53c7-4cf9-82e5-5ccb6031b6d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f HTTP/1.1" status: 200 len: 217 time: 0.0599418 Sep 14 17:10:45.419232 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-86ef2a25-bc84-4d01-b60b-35cc478617aa req-ce8a456b-9b92-412a-9a9c-986db8cc9b2f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631348 Sep 14 17:10:45.438569 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-7425cf66-8d39-400e-b221-37b2f927d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:45.440031 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-7425cf66-8d39-400e-b221-37b2f927d99c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.1134088 Sep 14 17:10:45.448917 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-25d2ea32-f83d-4b88-8bc2-fab24b0864ac tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:45.450412 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-25d2ea32-f83d-4b88-8bc2-fab24b0864ac tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/networks?id=18e0c2ca-6ed4-4860-81a4-24ab203294a2 HTTP/1.1" status: 200 len: 809 time: 0.2039359 Sep 14 17:10:45.483360 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-f92bf030-e4bd-4d28-8583-60143bc5f2f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319469 Sep 14 17:10:45.493362 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-777c7f57-c78f-4040-9706-58b6cfcc69c4 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/quotas/dc0a299dcc8e4df180e49e533018041d HTTP/1.1" status: 200 len: 375 time: 0.0326822 Sep 14 17:10:45.529788 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-fd5b8414-41b8-4acd-8449-1ad91fdd0350 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc0a299dcc8e4df180e49e533018041d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354366 Sep 14 17:10:45.691711 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-4e4379e1-aa70-421a-8433-9e1ab53a62dc service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867039 Sep 14 17:10:45.696867 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-f7c99b73-654a-4dcd-b40b-fb25a1c2d64c service neutron] 10.222.0.64 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507781 Sep 14 17:10:45.847674 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 45106) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:45.865227 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ec26d91-c3d7-4f92-b2a5-f218990d2271 req-b897c790-912c-433d-93ff-e0a7bb729a1a service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655791 Sep 14 17:10:45.871562 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-f0ff6ced-1995-4b81-9439-c2af3ee65508 service neutron] 10.222.0.64 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634729 Sep 14 17:10:45.977339 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99b7a2e5-0692-4c80-be7a-1ffe233bfde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.045410 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3c67e98a-08cc-4171-b2a5-55c15d7a9f9f req-dca52fa9-cc98-4fb9-965e-4ade1b79c6b3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 210 time: 0.0269933 Sep 14 17:10:46.078543 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99b7a2e5-0692-4c80-be7a-1ffe233bfde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.083431 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99b7a2e5-0692-4c80-be7a-1ffe233bfde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.125505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7a2e5-0692-4c80-be7a-1ffe233bfde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac67c51-30e0-413d-a8a1-07648ef6f7c3,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:46.134776 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 45120) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:46.134952 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-99b7a2e5-0692-4c80-be7a-1ffe233bfde8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a05734a989b410ba4c59fadf6ebac3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860987 Sep 14 17:10:46.199563 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96cd6ad8-b5af-4ea2-8766-205c0cb8b3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.228209 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96cd6ad8-b5af-4ea2-8766-205c0cb8b3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.283083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96cd6ad8-b5af-4ea2-8766-205c0cb8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.285668 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96cd6ad8-b5af-4ea2-8766-205c0cb8b3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.286850 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-96cd6ad8-b5af-4ea2-8766-205c0cb8b3eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bac67c51-30e0-413d-a8a1-07648ef6f7c3 HTTP/1.1" status: 204 len: 168 time: 0.1510189 Sep 14 17:10:46.295154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd6ad8-b5af-4ea2-8766-205c0cb8b3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac67c51-30e0-413d-a8a1-07648ef6f7c3,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:46.548385 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a430-1930-4459-b8aa-8d836add29d2 req-82969bac-cd4a-48f7-bdac-3a0b216405cf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:46.550017 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-30e7a430-1930-4459-b8aa-8d836add29d2 req-82969bac-cd4a-48f7-bdac-3a0b216405cf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0595000 Sep 14 17:10:46.590206 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-30e7a430-1930-4459-b8aa-8d836add29d2 req-40a16e2d-96eb-4d0c-afc9-c505be75861e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Sep 14 17:10:46.622978 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 45136) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:46.637821 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4e33733e-970d-4f5a-a8f5-975aa6ee3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.733609 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4e33733e-970d-4f5a-a8f5-975aa6ee3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.746179 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4e33733e-970d-4f5a-a8f5-975aa6ee3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.782210 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-4e33733e-970d-4f5a-a8f5-975aa6ee3780 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d53a643b037a4d7f9600417593e7182a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579888 Sep 14 17:10:46.783357 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33733e-970d-4f5a-a8f5-975aa6ee3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778e949e-fb2e-4e5d-a3b4-941d44b29b8d,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:46.784896 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 45138) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:46.838777 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-56e21a43-e5d4-4406-aa97-f124e21d5a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.859700 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-56e21a43-e5d4-4406-aa97-f124e21d5a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.904183 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-56e21a43-e5d4-4406-aa97-f124e21d5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.907037 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-56e21a43-e5d4-4406-aa97-f124e21d5a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:46.908182 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-56e21a43-e5d4-4406-aa97-f124e21d5a58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/778e949e-fb2e-4e5d-a3b4-941d44b29b8d HTTP/1.1" status: 204 len: 168 time: 0.1223121 Sep 14 17:10:46.916501 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e21a43-e5d4-4406-aa97-f124e21d5a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778e949e-fb2e-4e5d-a3b4-941d44b29b8d,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:47.120202 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 05240a15-7afa-4b9c-a546-e281e04e0e48 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:10:47.143496 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 05240a15-7afa-4b9c-a546-e281e04e0e48 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:10:47.144074 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 05240a15-7afa-4b9c-a546-e281e04e0e48 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:10:47.182073 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be45f11b-2ae3-4761-a617-f2a01db6432d req-be1bf10e-16f4-49fc-a31c-1dfe1fe82d94 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 210 time: 0.0436411 Sep 14 17:10:47.264561 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-50356b0a-91c4-4893-b29d-e862274468e4 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:47.266202 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-50356b0a-91c4-4893-b29d-e862274468e4 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "GET /v2.0/networks?id=18e0c2ca-6ed4-4860-81a4-24ab203294a2 HTTP/1.1" status: 200 len: 809 time: 0.1644075 Sep 14 17:10:47.281362 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Request body: {'port': {'device_id': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2', 'admin_state_up': True, 'tenant_id': 'dc0a299dcc8e4df180e49e533018041d'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:10:47.352623 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7fb9e6aa-e523-417a-b542-52fba9b7b348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:47.415502 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Made reservation on behalf of dc0a299dcc8e4df180e49e533018041d for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:10:47.419524 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:47.558061 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Allocated IP 172.20.0.12 (18e0c2ca-6ed4-4860-81a4-24ab203294a2/54f5c50b-dace-491c-bdec-deaf4931cc60/f2854d96-77c0-4057-9a23-2d1757d6f5fb) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:10:47.756761 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56e017-14bb-4359-8533-0986114d39bb req-1a5e5134-f94a-4ecc-accc-952b8161c8b2 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:47.758382 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2c56e017-14bb-4359-8533-0986114d39bb req-1a5e5134-f94a-4ecc-accc-952b8161c8b2 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0800879 Sep 14 17:10:47.761748 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:47.811792 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2c56e017-14bb-4359-8533-0986114d39bb req-d98242bd-dcef-41a1-b7cb-fde692a5044a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 Sep 14 17:10:47.841744 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:47.890943 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:10:47.894063 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:10:47.898883 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:10:47.926210 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Pushing event updated for resources: {'Port': ['ID=f2854d96-77c0-4057-9a23-2d1757d6f5fb,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:47.954995 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:47.955628 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:47.970387 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-d6965c78-cd13-49ed-8784-59118ddb7c93 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6942163 Sep 14 17:10:47.991991 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Request body: {'port': {'device_id': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:10:48.048977 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:48.323536 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ec28-0d13-4d4b-9921-c7f23eeac494 req-f39665be-eebc-4192-ad7e-f5459e9006ac tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:48.325068 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e642ec28-0d13-4d4b-9921-c7f23eeac494 req-f39665be-eebc-4192-ad7e-f5459e9006ac tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 932 time: 0.0721991 Sep 14 17:10:48.408257 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2854d96-77c0-4057-9a23-2d1757d6f5fb {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:10:48.415493 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e642ec28-0d13-4d4b-9921-c7f23eeac494 req-ed34c606-1f87-4043-bed3-017352dfd1bc tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844057 Sep 14 17:10:48.419755 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:48.432987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Transition to ACTIVE for port object f2854d96-77c0-4057-9a23-2d1757d6f5fb will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:10:48.437425 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:48.494288 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Pushing event updated for resources: {'Port': ['ID=f2854d96-77c0-4057-9a23-2d1757d6f5fb,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:48.561169 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Attempting to bind port f2854d96-77c0-4057-9a23-2d1757d6f5fb on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:10:48.561505 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Attempting to bind port f2854d96-77c0-4057-9a23-2d1757d6f5fb by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:10:48.562147 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Attempting to bind port f2854d96-77c0-4057-9a23-2d1757d6f5fb on network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:10:48.566518 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Port f2854d96-77c0-4057-9a23-2d1757d6f5fb on network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:10:48.566874 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Attempting to bind port f2854d96-77c0-4057-9a23-2d1757d6f5fb on network 18e0c2ca-6ed4-4860-81a4-24ab203294a2 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:10:48.573805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:10:48.574179 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Checking segment: {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:10:48.574615 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Bound using segment: {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:10:48.575261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Bound port: f2854d96-77c0-4057-9a23-2d1757d6f5fb, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:10:48.575594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:48.644261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] For port f2854d96-77c0-4057-9a23-2d1757d6f5fb, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:10:48.648894 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] For port f2854d96-77c0-4057-9a23-2d1757d6f5fb, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:10:48.654503 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:48.705602 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:48.706417 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:48.707924 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-c83bba16-d736-440a-ab84-7d825646539b service neutron] 10.222.0.41 "PUT /v2.0/ports/f2854d96-77c0-4057-9a23-2d1757d6f5fb HTTP/1.1" status: 200 len: 1094 time: 0.7204738 Sep 14 17:10:48.708441 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'tag': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:10:48.712531 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f711c67-1d96-4b0c-9fa3-7767c1329253" -d '{"events": [{"name": "network-changed", "server_uuid": "b991daac-c8f4-4e94-861e-93a74a92dd33", "tag": "f2854d96-77c0-4057-9a23-2d1757d6f5fb"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:10:48.767723 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b26a4-2d9a-4b98-963c-4f26fc38d4a2 x-openstack-request-id: req-1f3b26a4-2d9a-4b98-963c-4f26fc38d4a2 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:10:48.768001 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b991daac-c8f4-4e94-861e-93a74a92dd33", "tag": "f2854d96-77c0-4057-9a23-2d1757d6f5fb", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:10:48.768255 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f3b26a4-2d9a-4b98-963c-4f26fc38d4a2 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:10:48.768720 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'tag': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb', 'status': 'completed', 'code': 200} Sep 14 17:10:48.770684 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bba16-d736-440a-ab84-7d825646539b service neutron] Pushing event updated for resources: {'Port': ['ID=f2854d96-77c0-4057-9a23-2d1757d6f5fb,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:48.807403 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-4c38fccb-9409-48e3-9a2b-ad71c29bdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:48.808938 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-4c38fccb-9409-48e3-9a2b-ad71c29bdee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc0a299dcc8e4df180e49e533018041d&device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 1097 time: 0.0539978 Sep 14 17:10:48.852907 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-a753cb51-a8cd-464e-8159-eb8d1fed7d54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb HTTP/1.1" status: 200 len: 217 time: 0.0355196 Sep 14 17:10:48.941604 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-bfb16b66-1a16-44c8-94d8-55d27798dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:48.941604 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-bfb16b66-1a16-44c8-94d8-55d27798dd0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54f5c50b-dace-491c-bdec-deaf4931cc60 HTTP/1.1" status: 200 len: 849 time: 0.0814512 Sep 14 17:10:48.981694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830bbca-bee8-483b-90c4-5102e0572f90 req-d01b57a9-497e-48c6-a0d3-b42d4c8383ee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:48.983139 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5830bbca-bee8-483b-90c4-5102e0572f90 req-d01b57a9-497e-48c6-a0d3-b42d4c8383ee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0949275 Sep 14 17:10:48.984840 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-76fd718f-2155-49d1-a815-614e84766d35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18e0c2ca-6ed4-4860-81a4-24ab203294a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344663 Sep 14 17:10:49.046608 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5830bbca-bee8-483b-90c4-5102e0572f90 req-4edb315b-dc2e-41a0-afbb-e4954450101c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573051 Sep 14 17:10:49.113622 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-3227e898-d7f9-4474-9a50-40032077bfee service neutron] 10.222.0.41 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179039 Sep 14 17:10:49.201811 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2cbf3ec2-d6d3-4a7f-9fa0-279ad0defca4 req-49287f7a-8248-4716-a191-7da84dc1fa9f service neutron] 10.222.0.41 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810497 Sep 14 17:10:49.290384 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-ffad8789-69b2-4eaa-855f-1fe73f8df17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:49.291935 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-ffad8789-69b2-4eaa-855f-1fe73f8df17a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc0a299dcc8e4df180e49e533018041d&device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 1097 time: 0.0411150 Sep 14 17:10:49.384783 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-4de97c29-7499-466f-9f58-b1d6634ad323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:49.386262 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-4de97c29-7499-466f-9f58-b1d6634ad323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18e0c2ca-6ed4-4860-81a4-24ab203294a2 HTTP/1.1" status: 200 len: 910 time: 0.0871210 Sep 14 17:10:49.431297 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-e7fd2b59-f559-4bd1-954d-9f6560476355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb HTTP/1.1" status: 200 len: 217 time: 0.0356505 Sep 14 17:10:49.491930 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-747d3957-c5e9-443f-8ee4-722b3fb928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:49.493416 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-747d3957-c5e9-443f-8ee4-722b3fb928a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54f5c50b-dace-491c-bdec-deaf4931cc60 HTTP/1.1" status: 200 len: 849 time: 0.0513964 Sep 14 17:10:49.540808 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-5c53e462-528a-4a46-8687-ffd122585328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18e0c2ca-6ed4-4860-81a4-24ab203294a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373366 Sep 14 17:10:49.578125 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357eb0-0744-40af-b10e-97c1c16f95b7 req-53b8bcda-0b01-410f-b5fe-a4c3ed38daee tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:49.579591 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-84357eb0-0744-40af-b10e-97c1c16f95b7 req-53b8bcda-0b01-410f-b5fe-a4c3ed38daee tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 944 time: 0.0853169 Sep 14 17:10:49.665203 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-84357eb0-0744-40af-b10e-97c1c16f95b7 req-f612adb8-6c82-4d3e-8569-dca467150a89 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757163 Sep 14 17:10:49.678361 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-2fe0a243-048e-421c-aa7d-01a486da7b9f service neutron] 10.222.0.41 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Sep 14 17:10:49.766574 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f711c67-1d96-4b0c-9fa3-7767c1329253 req-27446eeb-cdc9-45c2-baaa-6602d0a5cf8d service neutron] 10.222.0.41 "GET /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808258 Sep 14 17:10:49.858569 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ff598793-ad5f-47e0-872c-efe6ff8f4a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:50.170236 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7e88b-a889-4e85-874b-041298f1aebf req-c270462d-cba8-4ef8-822c-aae6744e03e7 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:50.171787 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-07a7e88b-a889-4e85-874b-041298f1aebf req-c270462d-cba8-4ef8-822c-aae6744e03e7 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0576310 Sep 14 17:10:50.210829 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-07a7e88b-a889-4e85-874b-041298f1aebf req-c793bab0-c435-42d8-b425-44ed7aef2850 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Sep 14 17:10:50.558829 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:50.780885 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733486c5-7b3d-4fe1-b7d7-9ead08ba63b4 req-4bbdb2b9-1acf-46cc-9b30-da5b6b183a5b tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:50.782438 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-733486c5-7b3d-4fe1-b7d7-9ead08ba63b4 req-4bbdb2b9-1acf-46cc-9b30-da5b6b183a5b tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Sep 14 17:10:50.826280 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-733486c5-7b3d-4fe1-b7d7-9ead08ba63b4 req-e1e77ab4-eb68-4e89-99d1-92619ad99e19 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Sep 14 17:10:50.845380 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.225991 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 45256) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:51.333593 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450829d-151a-4e3c-818d-0dd6e35021c9 req-9a31e22c-fe6e-4b7a-a14f-84f7b94a621e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:51.335274 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2450829d-151a-4e3c-818d-0dd6e35021c9 req-9a31e22c-fe6e-4b7a-a14f-84f7b94a621e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0535467 Sep 14 17:10:51.342761 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0c87df4e-5b64-4ecd-9756-ae70792e0a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.377249 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2450829d-151a-4e3c-818d-0dd6e35021c9 req-0c476a47-4543-43d5-a729-ace738932e51 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Sep 14 17:10:51.438189 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0c87df4e-5b64-4ecd-9756-ae70792e0a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.444440 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0c87df4e-5b64-4ecd-9756-ae70792e0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.483970 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-0c87df4e-5b64-4ecd-9756-ae70792e0a1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b6a00a661be4b3ba4f7998c8bc8e3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568841 Sep 14 17:10:51.484978 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87df4e-5b64-4ecd-9756-ae70792e0a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0229f1c1-4254-400d-a930-81024acd31c9,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:51.486672 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 45262) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:51.538870 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1aa904cd-2d5a-477a-bb7a-11a528a8d132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.559585 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1aa904cd-2d5a-477a-bb7a-11a528a8d132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.604811 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1aa904cd-2d5a-477a-bb7a-11a528a8d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.607278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1aa904cd-2d5a-477a-bb7a-11a528a8d132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.608416 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1aa904cd-2d5a-477a-bb7a-11a528a8d132 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0229f1c1-4254-400d-a930-81024acd31c9 HTTP/1.1" status: 204 len: 168 time: 0.1207290 Sep 14 17:10:51.616333 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa904cd-2d5a-477a-bb7a-11a528a8d132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229f1c1-4254-400d-a930-81024acd31c9,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:51.908757 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 45278) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:51.928081 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ff1-f309-46e0-8eaf-fd5ae8fffc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:51.990478 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba084-d7c9-4228-af3d-17729ba2a3d5 req-8773e5f2-7bcc-49a3-8e5a-ef139de42e6c tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:51.992233 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187ba084-d7c9-4228-af3d-17729ba2a3d5 req-8773e5f2-7bcc-49a3-8e5a-ef139de42e6c tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 944 time: 0.0669792 Sep 14 17:10:52.055998 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-187ba084-d7c9-4228-af3d-17729ba2a3d5 req-96523d0f-7ea1-4e52-9ea5-2a3329ad3853 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Sep 14 17:10:52.098009 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ff1-f309-46e0-8eaf-fd5ae8fffc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:52.102344 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ff1-f309-46e0-8eaf-fd5ae8fffc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:52.139629 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d9ff1-f309-46e0-8eaf-fd5ae8fffc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d27fdf1-d5ae-444d-93d8-d468e089d59e,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:52.143817 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-dd9d9ff1-f309-46e0-8eaf-fd5ae8fffc57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0924d6cf7974d508234dd148a063a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338374 Sep 14 17:10:52.146780 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 45282) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:10:52.201373 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e240629-307d-4a19-a2d2-71d9a04905e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:52.221793 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e240629-307d-4a19-a2d2-71d9a04905e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:52.273048 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e240629-307d-4a19-a2d2-71d9a04905e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:52.275758 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5e240629-307d-4a19-a2d2-71d9a04905e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:52.276951 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5e240629-307d-4a19-a2d2-71d9a04905e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d27fdf1-d5ae-444d-93d8-d468e089d59e HTTP/1.1" status: 204 len: 168 time: 0.1294336 Sep 14 17:10:52.292725 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240629-307d-4a19-a2d2-71d9a04905e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d27fdf1-d5ae-444d-93d8-d468e089d59e,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:52.492566 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1456bf-7eec-43f7-adbc-3098af44358a req-99c3000b-c471-4405-a5cc-7612d278fd39 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:52.494192 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3f1456bf-7eec-43f7-adbc-3098af44358a req-99c3000b-c471-4405-a5cc-7612d278fd39 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0480547 Sep 14 17:10:52.540632 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3f1456bf-7eec-43f7-adbc-3098af44358a req-c3c64b9c-d1f1-43a4-b7b9-0346ca40a93b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Sep 14 17:10:52.634425 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:53.175796 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69e386-e45d-43e4-84a4-4fd1949612b0 req-ff7190dc-589d-4a1d-a87a-125f3d7564f1 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:53.177844 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd69e386-e45d-43e4-84a4-4fd1949612b0 req-ff7190dc-589d-4a1d-a87a-125f3d7564f1 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 944 time: 0.0525835 Sep 14 17:10:53.216116 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd69e386-e45d-43e4-84a4-4fd1949612b0 req-0feb5941-f789-4a59-8437-85b69700cc50 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Sep 14 17:10:57.293935 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2854d96-77c0-4057-9a23-2d1757d6f5fb details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:10:57.390138 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2854d96-77c0-4057-9a23-2d1757d6f5fb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:57.402027 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb', 'network_id': '18e0c2ca-6ed4-4860-81a4-24ab203294a2', 'port_id': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb', 'mac_address': 'fa:16:3e:60:84:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f5c50b-dace-491c-bdec-deaf4931cc60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:10:57.437255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:57.449838 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2854d96-77c0-4057-9a23-2d1757d6f5fb {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:10:57.470436 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2854d96-77c0-4057-9a23-2d1757d6f5fb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:10:57.474471 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:10:57.522307 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2854d96-77c0-4057-9a23-2d1757d6f5fb,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:10:58.901935 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57080973-bf53-4eb5-8df3-17c76ce885ba req-38bb2ac0-ce09-4bcb-b08f-ad9b9a36741b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:58.903506 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-57080973-bf53-4eb5-8df3-17c76ce885ba req-38bb2ac0-ce09-4bcb-b08f-ad9b9a36741b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0792291 Sep 14 17:10:58.924458 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76d1aa-540c-465f-b6a9-56db821939d4 req-8b292cf5-498f-4f4c-9f35-a7b1747e04b3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:58.925851 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e76d1aa-540c-465f-b6a9-56db821939d4 req-8b292cf5-498f-4f4c-9f35-a7b1747e04b3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 945 time: 0.0755649 Sep 14 17:10:58.975333 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-57080973-bf53-4eb5-8df3-17c76ce885ba req-657a02a7-22fa-452e-a02a-fb4a5a16aa7d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645640 Sep 14 17:10:58.982085 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e76d1aa-540c-465f-b6a9-56db821939d4 req-de840a1e-a9d8-42a9-9952-528c1a61818e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 Sep 14 17:10:59.469356 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c5a3c-f699-40d0-bc0e-a98dfc4c1d8e req-79d4c55c-1f3a-4513-a69b-3b00b0c54df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:10:59.470737 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e09c5a3c-f699-40d0-bc0e-a98dfc4c1d8e req-79d4c55c-1f3a-4513-a69b-3b00b0c54df6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0382593 Sep 14 17:10:59.505669 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e09c5a3c-f699-40d0-bc0e-a98dfc4c1d8e req-28bf9546-cab8-4e10-b157-804899ef1551 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268886 Sep 14 17:10:59.527999 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f2854d96-77c0-4057-9a23-2d1757d6f5fb'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:11:00.195554 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df5c59-ec5d-4138-979f-b1a0697cdd02 req-7dcfa74c-11b1-421c-ac78-9ef82c6ec19a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:00.197075 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-40df5c59-ec5d-4138-979f-b1a0697cdd02 req-7dcfa74c-11b1-421c-ac78-9ef82c6ec19a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0753031 Sep 14 17:11:00.217953 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b5540-b604-450c-ac9f-74801bb96280 req-2fda4807-77fa-4b3b-b130-fec7b833b2f2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:00.219395 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-368b5540-b604-450c-ac9f-74801bb96280 req-2fda4807-77fa-4b3b-b130-fec7b833b2f2 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 945 time: 0.0677383 Sep 14 17:11:00.266058 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-40df5c59-ec5d-4138-979f-b1a0697cdd02 req-104d4bc8-d14e-4e1a-a36d-d3811e4c8f97 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617385 Sep 14 17:11:00.279623 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-368b5540-b604-450c-ac9f-74801bb96280 req-a44a1405-80bd-4b75-81c7-d63390969a16 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524752 Sep 14 17:11:02.301285 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84a59-f9cf-40e4-b980-792183a22aa4 req-ac32fe6f-795f-4257-b9ea-1738997f5636 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:02.303281 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5eb84a59-f9cf-40e4-b980-792183a22aa4 req-ac32fe6f-795f-4257-b9ea-1738997f5636 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 945 time: 0.2734146 Sep 14 17:11:02.342807 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5eb84a59-f9cf-40e4-b980-792183a22aa4 req-49db8b53-4f8c-4e5f-be34-50146d8a357b tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Sep 14 17:11:02.447952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f27695-d56a-49d4-a401-610b11f16f8b req-38053d2c-0f23-4ad0-a78a-1a1661d4d44e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:02.449452 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-65f27695-d56a-49d4-a401-610b11f16f8b req-38053d2c-0f23-4ad0-a78a-1a1661d4d44e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0488808 Sep 14 17:11:02.487744 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-65f27695-d56a-49d4-a401-610b11f16f8b req-257e5b84-bc7c-45b9-bbd2-539c73c11590 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Sep 14 17:11:05.250720 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50e0af-57ec-4456-bb91-366315b82b13 req-7d967f11-276a-471d-8e17-c4a2ebe36225 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:05.252216 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b50e0af-57ec-4456-bb91-366315b82b13 req-7d967f11-276a-471d-8e17-c4a2ebe36225 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 945 time: 0.0494657 Sep 14 17:11:05.293559 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b50e0af-57ec-4456-bb91-366315b82b13 req-2c1f776a-318d-4f55-b578-ab24bf71a40e tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352917 Sep 14 17:11:05.399081 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e79c-e56a-4f43-8f25-20737f905c85 req-23a8d9d5-785d-42be-a2ab-5b295e3036f9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:05.400712 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5635e79c-e56a-4f43-8f25-20737f905c85 req-23a8d9d5-785d-42be-a2ab-5b295e3036f9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0500565 Sep 14 17:11:05.444939 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5635e79c-e56a-4f43-8f25-20737f905c85 req-215ab2cd-066f-4f40-ad74-b3b44c76979a tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Sep 14 17:11:07.016753 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2854d96-77c0-4057-9a23-2d1757d6f5fb up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:11:07.065510 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port f2854d96-77c0-4057-9a23-2d1757d6f5fb completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:11:07.069311 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port f2854d96-77c0-4057-9a23-2d1757d6f5fb triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:11:07.069713 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:07.149442 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:07.173664 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:11:07.175965 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4974b67-ceb4-4cc2-86d7-bc8e606993d6" -d '{"events": [{"server_uuid": "b991daac-c8f4-4e94-861e-93a74a92dd33", "name": "network-vif-plugged", "status": "completed", "tag": "f2854d96-77c0-4057-9a23-2d1757d6f5fb"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:11:07.189411 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2854d96-77c0-4057-9a23-2d1757d6f5fb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:11:07.193121 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:07.240396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2854d96-77c0-4057-9a23-2d1757d6f5fb,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:11:09.660544 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace784-3448-4eff-bbc1-75c06dee11aa req-18e642b3-0664-4409-b312-872cfa58b7b0 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:09.662055 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-37ace784-3448-4eff-bbc1-75c06dee11aa req-18e642b3-0664-4409-b312-872cfa58b7b0 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0576603 Sep 14 17:11:09.725660 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abd0ba-bde3-4f92-895c-ff18dfc99543 req-6284f7e3-3a93-42a7-acd0-d85c767b5398 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:09.727249 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36abd0ba-bde3-4f92-895c-ff18dfc99543 req-6284f7e3-3a93-42a7-acd0-d85c767b5398 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0831692 Sep 14 17:11:09.735061 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-37ace784-3448-4eff-bbc1-75c06dee11aa req-ef0281a0-cc5c-4434-a450-5070348de086 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562677 Sep 14 17:11:09.768280 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36abd0ba-bde3-4f92-895c-ff18dfc99543 req-4d2da6b4-3973-49c9-b20c-8618cca05a9c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Sep 14 17:11:09.778634 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c58ae76-4ebf-4e2c-9428-82db2ba592d1 x-openstack-request-id: req-8c58ae76-4ebf-4e2c-9428-82db2ba592d1 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:11:09.779100 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b991daac-c8f4-4e94-861e-93a74a92dd33", "name": "network-vif-plugged", "status": "completed", "tag": "f2854d96-77c0-4057-9a23-2d1757d6f5fb", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:11:09.779281 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c58ae76-4ebf-4e2c-9428-82db2ba592d1 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:11:09.779542 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb', 'code': 200} Sep 14 17:11:09.949424 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0909f8-b231-42a4-9263-bad06b90c1e0 req-6a9ee3e1-81f9-4ab3-9f51-cfa079712524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:09.951160 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aa0909f8-b231-42a4-9263-bad06b90c1e0 req-6a9ee3e1-81f9-4ab3-9f51-cfa079712524 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 1099 time: 0.0416141 Sep 14 17:11:09.987167 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aa0909f8-b231-42a4-9263-bad06b90c1e0 req-a2f81991-cf15-4c25-9cbe-fd7332863a33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279734 Sep 14 17:11:10.900389 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a076c4e-fc4b-48e8-8b93-97c50e67612a req-879352a6-b275-4266-a83a-c24fc0ac7f0d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:10.901968 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5a076c4e-fc4b-48e8-8b93-97c50e67612a req-879352a6-b275-4266-a83a-c24fc0ac7f0d tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0798347 Sep 14 17:11:10.914527 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a230634-89ac-45a0-b424-5f08a893b25c req-c86f5a96-9c0d-4aa9-8a74-682db35df3a9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:10.915929 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8a230634-89ac-45a0-b424-5f08a893b25c req-c86f5a96-9c0d-4aa9-8a74-682db35df3a9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0669088 Sep 14 17:11:10.964197 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5a076c4e-fc4b-48e8-8b93-97c50e67612a req-3958c953-6e7b-4e4e-900d-b1a061bb7e80 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472794 Sep 14 17:11:10.978274 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8a230634-89ac-45a0-b424-5f08a893b25c req-c899b2ab-08d6-4d1c-bd50-31fcef3dff6f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Sep 14 17:11:11.246136 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-b96deae6-b138-4d6c-8bec-5a8d29075a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:11.247640 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-b96deae6-b138-4d6c-8bec-5a8d29075a02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0751803 Sep 14 17:11:11.256146 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc259-4977-4889-a2ed-3bd5c613e53c req-697614e3-c24a-461a-912e-b3b2e94a726f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:11.257530 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-901fc259-4977-4889-a2ed-3bd5c613e53c req-697614e3-c24a-461a-912e-b3b2e94a726f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0757132 Sep 14 17:11:11.345681 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-901fc259-4977-4889-a2ed-3bd5c613e53c req-920b0f52-42bf-4f01-b11a-a1801e9fe830 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800905 Sep 14 17:11:11.373292 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-7567ba5a-b9d3-42ea-9f68-87fb1a458d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:11.374996 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-7567ba5a-b9d3-42ea-9f68-87fb1a458d46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.1163714 Sep 14 17:11:11.421178 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-7b7c60e2-629f-4825-8595-420e8c5c5b5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 217 time: 0.0387487 Sep 14 17:11:11.480046 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-d5b4d2c9-eab6-48d9-9fed-812065e572b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:11.481437 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-d5b4d2c9-eab6-48d9-9fed-812065e572b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0434823 Sep 14 17:11:11.513755 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-7c366dd5-d0a1-4612-9e63-0094165baef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239322 Sep 14 17:11:11.613287 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-0dbad033-d6d4-4fa1-8057-8e02f60da9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904887 Sep 14 17:11:13.591476 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:17.353307 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2c4a4414-b01f-4404-850f-9c9e2831a9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:17.687589 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a20fa34b-da80-45b0-a088-b8c2f2f59592 req-50446083-e8c0-4ab1-91dd-563dc7188f4e service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867913 Sep 14 17:11:17.717902 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:11:17.743131 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e51cc-d716-4708-9274-cf956618700a req-a6ad7caf-c814-48e9-93b7-e5a709309af3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:17.744682 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5d8e51cc-d716-4708-9274-cf956618700a req-a6ad7caf-c814-48e9-93b7-e5a709309af3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0530303 Sep 14 17:11:17.808940 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5d8e51cc-d716-4708-9274-cf956618700a req-7e3b5232-33e4-4cf1-b231-630c2a715872 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584354 Sep 14 17:11:17.827605 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b906e2a-fa79-4dc2-aebe-7cf8152d9f33 req-876d00e8-3b02-4f2a-be4d-921ea4af8b03 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:17.829116 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b906e2a-fa79-4dc2-aebe-7cf8152d9f33 req-876d00e8-3b02-4f2a-be4d-921ea4af8b03 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0648599 Sep 14 17:11:17.869081 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b906e2a-fa79-4dc2-aebe-7cf8152d9f33 req-3af9aeed-0774-4042-a612-446b4b394aa6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Sep 14 17:11:18.947770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc8b7-b5e8-4735-8a75-9af345445393 req-374eb5be-d522-4131-875a-44e6a87361b3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:18.949303 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-320cc8b7-b5e8-4735-8a75-9af345445393 req-374eb5be-d522-4131-875a-44e6a87361b3 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0484133 Sep 14 17:11:19.024010 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b360a05-e402-48c5-bd3f-a3a02628c1c7 req-221139ce-6146-4776-9dae-5f0714380d9c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:19.025517 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0b360a05-e402-48c5-bd3f-a3a02628c1c7 req-221139ce-6146-4776-9dae-5f0714380d9c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0753312 Sep 14 17:11:19.028127 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-320cc8b7-b5e8-4735-8a75-9af345445393 req-fc0f02d0-ab5a-4b5f-9720-30caaa7a34b7 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670097 Sep 14 17:11:19.071332 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0b360a05-e402-48c5-bd3f-a3a02628c1c7 req-afb36510-6148-4e8c-bc21-40049adfc13c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372989 Sep 14 17:11:19.851355 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2ac25e4c-748c-44b2-940c-f776e9de0bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:20.058959 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad417-10d0-4d4d-8d1e-5ec4604b1a81 req-a5f9508d-d5c8-46b5-981c-740eb8385d98 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:20.060656 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-035ad417-10d0-4d4d-8d1e-5ec4604b1a81 req-a5f9508d-d5c8-46b5-981c-740eb8385d98 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0477216 Sep 14 17:11:20.100049 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-035ad417-10d0-4d4d-8d1e-5ec4604b1a81 req-be5e0af7-b3e6-4f13-9ef3-9a83a622fd27 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Sep 14 17:11:20.207869 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1574fb-30c6-4aa4-b202-53714359662d req-0b12b7f0-0648-42e1-a2b3-a17754224f84 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:20.209361 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4c1574fb-30c6-4aa4-b202-53714359662d req-0b12b7f0-0648-42e1-a2b3-a17754224f84 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Sep 14 17:11:20.246114 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4c1574fb-30c6-4aa4-b202-53714359662d req-1afd5629-7b58-4694-9d82-0c8b0876bf60 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Sep 14 17:11:20.559240 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:20.845395 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:21.223114 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176b1d5-130d-4ee2-8765-c66105f51f46 req-6735d039-9be0-4b03-b542-142b12c24dc4 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:21.224554 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b176b1d5-130d-4ee2-8765-c66105f51f46 req-6735d039-9be0-4b03-b542-142b12c24dc4 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0532341 Sep 14 17:11:21.264077 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b176b1d5-130d-4ee2-8765-c66105f51f46 req-793614be-bd69-494e-ab4f-749d7a68d1fe tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Sep 14 17:11:21.362177 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850618cc-7dd3-45c9-a00b-a27ce087fb17 req-3f6f046e-1254-45ad-935d-10e41c4e2f4d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:21.364190 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-850618cc-7dd3-45c9-a00b-a27ce087fb17 req-3f6f046e-1254-45ad-935d-10e41c4e2f4d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0474379 Sep 14 17:11:21.400145 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-850618cc-7dd3-45c9-a00b-a27ce087fb17 req-2fe97264-a495-42d2-8d6e-b3f39b289eee tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298796 Sep 14 17:11:22.394405 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017b8ea-f608-4a67-a771-1a36f7631dde req-b8f3b44e-9430-4b2c-9153-9c772ae3667f tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:22.396751 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9017b8ea-f608-4a67-a771-1a36f7631dde req-b8f3b44e-9430-4b2c-9153-9c772ae3667f tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0558922 Sep 14 17:11:22.442233 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9017b8ea-f608-4a67-a771-1a36f7631dde req-3d80851c-a511-4444-bfef-56150b316dc7 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/security-groups?id=052f977c-7a32-4244-88e3-af6d33806015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Sep 14 17:11:22.637944 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:22.655338 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-88d6e4b6-2dc9-4242-848f-9d94d5abdd58 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:22.656816 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-88d6e4b6-2dc9-4242-848f-9d94d5abdd58 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 946 time: 0.0830534 Sep 14 17:11:22.669662 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434a389-e754-45ad-9a8e-daddb92b4756 req-42b9fcfd-d841-4694-8a67-ed5ac4bba28e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:22.671057 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a434a389-e754-45ad-9a8e-daddb92b4756 req-42b9fcfd-d841-4694-8a67-ed5ac4bba28e tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0695338 Sep 14 17:11:22.767705 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a434a389-e754-45ad-9a8e-daddb92b4756 req-450e2ccd-6777-4697-9829-1fe200c4596f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887690 Sep 14 17:11:22.808962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Deleting port f2854d96-77c0-4057-9a23-2d1757d6f5fb {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:11:22.809427 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:22.903495 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] For port f2854d96-77c0-4057-9a23-2d1757d6f5fb, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2854d96-77c0-4057-9a23-2d1757d6f5fb,segment=NetworkSegment(47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699),segment_id=47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:11:22.903858 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:22.916858 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Calling delete_port for f2854d96-77c0-4057-9a23-2d1757d6f5fb owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:11:23.062538 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:23.075594 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f2854d96-77c0-4057-9a23-2d1757d6f5fb'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:11:23.094679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Pushing event deleted for resources: {'Port': ['ID=f2854d96-77c0-4057-9a23-2d1757d6f5fb,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:11:23.134529 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] No DVR routers for this DVR port f2854d96-77c0-4057-9a23-2d1757d6f5fb on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:11:23.137053 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:23.139090 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2ffe3ce8-ae13-4f67-999c-71a662aa28fe req-b40fdf27-13e5-4b48-848e-6dbb4acad446 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.41 "DELETE /v2.0/ports/f2854d96-77c0-4057-9a23-2d1757d6f5fb HTTP/1.1" status: 204 len: 173 time: 0.4671440 Sep 14 17:11:23.139554 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'name': 'network-vif-deleted', 'tag': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:11:23.141815 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f65b110-6964-4430-8d7a-34fc9b2009e3" -d '{"events": [{"server_uuid": "b991daac-c8f4-4e94-861e-93a74a92dd33", "name": "network-vif-deleted", "tag": "f2854d96-77c0-4057-9a23-2d1757d6f5fb"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:11:23.188988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93605685-3757-4644-a631-225fc7682a88 x-openstack-request-id: req-93605685-3757-4644-a631-225fc7682a88 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:11:23.189362 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b991daac-c8f4-4e94-861e-93a74a92dd33", "name": "network-vif-deleted", "tag": "f2854d96-77c0-4057-9a23-2d1757d6f5fb", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:11:23.189619 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93605685-3757-4644-a631-225fc7682a88 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:11:23.190011 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b991daac-c8f4-4e94-861e-93a74a92dd33', 'name': 'network-vif-deleted', 'tag': 'f2854d96-77c0-4057-9a23-2d1757d6f5fb', 'status': 'completed', 'code': 200} Sep 14 17:11:23.557203 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-83ca6be7-e104-43b3-989c-d37b531cffd1 req-c5cdd0a4-73c8-4909-a466-a7da7c9f03a9 tempest-VolumesActionsTest-1008706283 tempest-VolumesActionsTest-1008706283-project] 10.222.0.64 "GET /v2.0/ports?device_id=b991daac-c8f4-4e94-861e-93a74a92dd33 HTTP/1.1" status: 200 len: 210 time: 0.0300195 Sep 14 17:11:25.161190 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01795e3-ae9a-4c8d-8631-b71c43016205 req-cd3ed956-9bc2-415b-9f4e-f1636243df3a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:25.162166 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d01795e3-ae9a-4c8d-8631-b71c43016205 req-cd3ed956-9bc2-415b-9f4e-f1636243df3a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0516012 Sep 14 17:11:25.213777 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d01795e3-ae9a-4c8d-8631-b71c43016205 req-7bfb6485-5667-409b-af59-1d58097be589 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Sep 14 17:11:25.325031 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd04c3-9ae2-45d8-8002-804cd75eb904 req-3eb441cf-0941-449d-b77d-c8157be8c526 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:25.326554 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6bd04c3-9ae2-45d8-8002-804cd75eb904 req-3eb441cf-0941-449d-b77d-c8157be8c526 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Sep 14 17:11:25.366223 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6bd04c3-9ae2-45d8-8002-804cd75eb904 req-03eb7271-d42b-4206-96c6-c53250834dab tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Sep 14 17:11:26.335292 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e588f-6ec3-43bd-8885-659a7ae5504b req-aad3b4c4-9a19-4792-9f85-dbd930451582 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:26.336754 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-825e588f-6ec3-43bd-8885-659a7ae5504b req-aad3b4c4-9a19-4792-9f85-dbd930451582 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0490959 Sep 14 17:11:26.373686 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-825e588f-6ec3-43bd-8885-659a7ae5504b req-f0b0ac28-85b5-431e-8f89-678607957d8e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Sep 14 17:11:27.489730 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363138d-0979-4bf7-99dd-4e7709476eac req-0afac2b6-6fba-4f14-9e41-793fe7fa7ce4 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:27.491485 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4363138d-0979-4bf7-99dd-4e7709476eac req-0afac2b6-6fba-4f14-9e41-793fe7fa7ce4 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0488880 Sep 14 17:11:27.528931 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4363138d-0979-4bf7-99dd-4e7709476eac req-f8c61e97-f3f3-4ce9-988f-878a529b8602 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Sep 14 17:11:28.195267 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2854d96-77c0-4057-9a23-2d1757d6f5fb no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:11:28.215643 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: f2854d96-77c0-4057-9a23-2d1757d6f5fb {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:11:28.215985 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2854d96-77c0-4057-9a23-2d1757d6f5fb not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:11:29.359323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f0af7-a0ba-4f33-80cc-3e58a1c31140 req-04592fe8-a331-44ad-ac1d-5269d16ed125 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:29.360692 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a58f0af7-a0ba-4f33-80cc-3e58a1c31140 req-04592fe8-a331-44ad-ac1d-5269d16ed125 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0464931 Sep 14 17:11:29.398101 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a58f0af7-a0ba-4f33-80cc-3e58a1c31140 req-cb1eaf7e-587f-4435-bbf0-7cfa676a156a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307148 Sep 14 17:11:30.798121 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9ca94-aee0-45cc-88ae-123c78d44367 req-83429ed2-e483-4c6b-bcaa-2e11e22f137a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:30.799487 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f8a9ca94-aee0-45cc-88ae-123c78d44367 req-83429ed2-e483-4c6b-bcaa-2e11e22f137a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0497918 Sep 14 17:11:30.836385 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f8a9ca94-aee0-45cc-88ae-123c78d44367 req-7697e55c-eb67-4061-bde7-dfd26cacf95c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304167 Sep 14 17:11:33.321253 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24465c6-7659-4953-82af-65bc5aff3102 req-93d88c85-1e4a-44a9-93c9-655fc22d5628 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:33.323530 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f24465c6-7659-4953-82af-65bc5aff3102 req-93d88c85-1e4a-44a9-93c9-655fc22d5628 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0609143 Sep 14 17:11:33.400259 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-b9a492ba-f9d2-4bb7-99e6-8d5e920dee0b tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:33.401897 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-b9a492ba-f9d2-4bb7-99e6-8d5e920dee0b tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 945 time: 0.0659854 Sep 14 17:11:33.453054 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f24465c6-7659-4953-82af-65bc5aff3102 req-4cddc797-8bfd-47b7-9f14-755121ccfaf6 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157439 Sep 14 17:11:33.530679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Deleting port a65921a4-d750-449f-bd62-727c106823f6 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:11:33.531182 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:33.629273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] For port a65921a4-d750-449f-bd62-727c106823f6, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a65921a4-d750-449f-bd62-727c106823f6,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:11:33.629753 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:33.646527 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Calling delete_port for a65921a4-d750-449f-bd62-727c106823f6 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:11:33.805779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:33.843877 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Pushing event deleted for resources: {'Port': ['ID=a65921a4-d750-449f-bd62-727c106823f6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:11:33.911330 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] No DVR routers for this DVR port a65921a4-d750-449f-bd62-727c106823f6 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:11:33.914267 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:33.916772 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-593fa84c-5b06-4658-b22f-06c5d04e286e req-18f893b4-6502-4ea0-8a3a-56315562634e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "DELETE /v2.0/ports/a65921a4-d750-449f-bd62-727c106823f6 HTTP/1.1" status: 204 len: 173 time: 0.5062561 Sep 14 17:11:33.917907 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'name': 'network-vif-deleted', 'tag': 'a65921a4-d750-449f-bd62-727c106823f6'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:11:33.935300 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7584513-4e1a-4135-bb71-c9549c5d4429" -d '{"events": [{"server_uuid": "fe506464-a39e-42bb-bb65-7471b0c740db", "name": "network-vif-deleted", "tag": "a65921a4-d750-449f-bd62-727c106823f6"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:11:33.990967 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b7579-797e-4954-bc7b-87ddb31c6906 x-openstack-request-id: req-c61b7579-797e-4954-bc7b-87ddb31c6906 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:11:33.991332 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe506464-a39e-42bb-bb65-7471b0c740db", "name": "network-vif-deleted", "tag": "a65921a4-d750-449f-bd62-727c106823f6", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:11:33.991521 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c61b7579-797e-4954-bc7b-87ddb31c6906 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:11:33.991915 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe506464-a39e-42bb-bb65-7471b0c740db', 'name': 'network-vif-deleted', 'tag': 'a65921a4-d750-449f-bd62-727c106823f6', 'status': 'completed', 'code': 200} Sep 14 17:11:34.568001 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e8b15fe1-02e2-455b-ad86-249f8eb5b01c req-1c3c3f83-fa65-41ef-b9b5-db30a66b8614 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe506464-a39e-42bb-bb65-7471b0c740db HTTP/1.1" status: 200 len: 210 time: 0.0353532 Sep 14 17:11:35.628873 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a65921a4-d750-449f-bd62-727c106823f6 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:11:35.661997 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: a65921a4-d750-449f-bd62-727c106823f6 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:11:35.662713 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a65921a4-d750-449f-bd62-727c106823f6 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:11:43.004305 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-b8d8ab96-33d6-4241-a149-76570ab6503e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406430 Sep 14 17:11:43.143544 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-0e8a2007-942c-40ee-8018-f527040d9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:43.145838 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-0e8a2007-942c-40ee-8018-f527040d9a81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0694876 Sep 14 17:11:43.314702 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-f310dd99-ec04-40a0-975c-e76a716b198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:43.318347 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-f310dd99-ec04-40a0-975c-e76a716b198c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.1498010 Sep 14 17:11:43.389796 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-7971b660-7cf2-4d4c-b7a8-22ed0c6adee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 217 time: 0.0627570 Sep 14 17:11:43.446694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-e46224ab-c32e-4da9-ac2c-9949adf915d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:43.448213 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-e46224ab-c32e-4da9-ac2c-9949adf915d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0506535 Sep 14 17:11:43.481744 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-d18d43e4-eadc-4026-9bf2-853dabe831f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245874 Sep 14 17:11:43.588690 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-c4a3c1b7-96e3-45c2-9ae7-0b122218c469 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972786 Sep 14 17:11:43.607741 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:43.697793 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91ce1265-1aa9-41db-9e64-b55d6428edce req-7eca4b46-dfa8-4bfc-8990-f6f04f4663c7 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004083 Sep 14 17:11:47.353710 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fda7dfa6-a4fa-4a4b-a64a-761bc64caf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:49.467298 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-543a07e4-8fa5-4f4c-9695-b36b26debc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:49.468902 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-543a07e4-8fa5-4f4c-9695-b36b26debc34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0420794 Sep 14 17:11:49.595676 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8407c-95f4-480f-8c5d-053737a7e1e7 req-f9510b68-6084-4d6d-8d6e-8f6baeb9b809 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:49.598070 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55f8407c-95f4-480f-8c5d-053737a7e1e7 req-f9510b68-6084-4d6d-8d6e-8f6baeb9b809 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1282747 Sep 14 17:11:49.655408 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-2aad807a-e092-4693-95eb-00a63ac09459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:49.656991 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-2aad807a-e092-4693-95eb-00a63ac09459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.1770732 Sep 14 17:11:49.662205 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55f8407c-95f4-480f-8c5d-053737a7e1e7 req-9143a1e0-57e4-4410-b515-4b2a399f74ad tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535724 Sep 14 17:11:49.725163 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-ba9943c2-5f77-49cc-99f4-01684d73de36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 217 time: 0.0600791 Sep 14 17:11:49.794243 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-ac1ea98c-7682-44b7-8350-64bf5df87966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:49.796581 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-ac1ea98c-7682-44b7-8350-64bf5df87966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0635839 Sep 14 17:11:49.839712 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-7dde3d75-d4ad-445b-8a67-ee6f8e039e99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352588 Sep 14 17:11:49.855639 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-13449b5a-03bc-435e-83b6-982487a26f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:49.956526 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-55379cb9-fc7b-4706-85b8-a8ff6a5b593b service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086471 Sep 14 17:11:50.055026 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e62d787-312f-4aa7-86f2-7d32261ad60c req-59c9fecb-730b-4710-891c-d6f24f03071f service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909724 Sep 14 17:11:50.564955 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:50.870248 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0f40-cb37-427f-a4cb-0d6d887e600b req-e75fe6c5-c88a-4ac1-8958-830312fb72cc tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:50.871111 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:50.879855 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-829d0f40-cb37-427f-a4cb-0d6d887e600b req-e75fe6c5-c88a-4ac1-8958-830312fb72cc tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0845425 Sep 14 17:11:50.926951 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-829d0f40-cb37-427f-a4cb-0d6d887e600b req-a8fb2614-96ad-4ddd-9e32-01f6bd272b4b tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Sep 14 17:11:51.168451 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-6cf4d6a9-e36b-4e75-926f-54a9718139ef tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:51.170482 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-6cf4d6a9-e36b-4e75-926f-54a9718139ef tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/networks?id=5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 200 len: 813 time: 0.1194482 Sep 14 17:11:51.186314 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-603f104e-8a35-4d17-b1b0-c81e03949e1a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/quotas/1c5ea858c2844bf3a1984903071454bd HTTP/1.1" status: 200 len: 375 time: 0.0094578 Sep 14 17:11:51.225703 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-881b2ca5-1ef4-4dda-8964-577d52aba92c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c5ea858c2844bf3a1984903071454bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336161 Sep 14 17:11:51.328619 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-9927cb54-0e21-4b58-9fb4-cff025776401 service neutron] 10.222.0.64 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908859 Sep 14 17:11:51.429476 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-fac6fba5-e250-4ee6-a945-f77857c3e4e7 service neutron] 10.222.0.64 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937734 Sep 14 17:11:51.877732 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f84dc0ee-51e5-4189-a6cf-964ef93d3cd0 req-4d329c1c-9b39-47b6-b5c4-2dfe738abd2d tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 210 time: 0.2978418 Sep 14 17:11:52.638665 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:54.715036 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:11:55.670189 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d055e1ce-aaad-4da3-8d96-5c112f1c3ac8 req-bee82d4b-49cf-403d-b1c7-c84e32ad8931 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 210 time: 0.0290427 Sep 14 17:11:55.684883 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41534a7d-e400-4d87-9825-f07f591822f2 req-05ffacfb-9740-4774-8dc0-86c408750eea tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:55.686322 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-41534a7d-e400-4d87-9825-f07f591822f2 req-05ffacfb-9740-4774-8dc0-86c408750eea tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0705044 Sep 14 17:11:55.724785 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-41534a7d-e400-4d87-9825-f07f591822f2 req-d7f9060a-d6a8-4ecf-a3b3-0f8c783fd5ac tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Sep 14 17:11:56.496924 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-18eb261b-2bf6-4534-8c38-85b0852ddbc8 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:56.498286 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-18eb261b-2bf6-4534-8c38-85b0852ddbc8 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "GET /v2.0/networks?id=5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 200 len: 813 time: 0.1028039 Sep 14 17:11:56.528749 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Request body: {'port': {'device_id': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146', 'admin_state_up': True, 'tenant_id': '1c5ea858c2844bf3a1984903071454bd'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:11:56.642032 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Made reservation on behalf of 1c5ea858c2844bf3a1984903071454bd for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:11:56.645478 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:56.781070 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b854b9e-11a9-4c55-92d7-b8ce34ed56c2 req-3417376b-0a22-4db7-b1b9-180ba3217c9c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 210 time: 0.0376539 Sep 14 17:11:56.794577 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Allocated IP 172.20.0.10 (5c1af285-d59a-4982-af5d-cce74d95b146/18511b09-3207-4dcd-909a-17932eac8b30/166c4e02-2ecd-4256-b157-0bb5a6299159) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:11:56.881831 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca477-add4-4dd4-8cdf-1ec91fe66f0b req-804b4045-a920-4519-a3e7-ea4640632475 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:56.883321 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72bca477-add4-4dd4-8cdf-1ec91fe66f0b req-804b4045-a920-4519-a3e7-ea4640632475 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0828521 Sep 14 17:11:56.972622 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72bca477-add4-4dd4-8cdf-1ec91fe66f0b req-5f115ed1-915d-4f8e-921d-096be7cef2ec tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787885 Sep 14 17:11:57.002612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.040841 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.082330 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Network 5c1af285-d59a-4982-af5d-cce74d95b146 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:11:57.085361 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:11:57.088927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:11:57.117888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Pushing event updated for resources: {'Port': ['ID=166c4e02-2ecd-4256-b157-0bb5a6299159,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:11:57.129905 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.130250 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.130590 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.130941 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.131256 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.131582 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.131907 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.132230 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.132576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.132897 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.133219 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.133538 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:11:57.154879 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:57.155483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.169831 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-e830b472-2f79-4bc9-a30a-0f35eed2ca0c tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6448426 Sep 14 17:11:57.201248 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Request body: {'port': {'device_id': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:11:57.259832 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.549414 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166c4e02-2ecd-4256-b157-0bb5a6299159 {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:11:57.557930 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.571659 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Transition to ACTIVE for port object 166c4e02-2ecd-4256-b157-0bb5a6299159 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:11:57.575296 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.634764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=166c4e02-2ecd-4256-b157-0bb5a6299159,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:11:57.714185 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Attempting to bind port 166c4e02-2ecd-4256-b157-0bb5a6299159 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:11:57.714584 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Attempting to bind port 166c4e02-2ecd-4256-b157-0bb5a6299159 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:11:57.715069 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Attempting to bind port 166c4e02-2ecd-4256-b157-0bb5a6299159 on network 5c1af285-d59a-4982-af5d-cce74d95b146 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:11:57.721218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Port 166c4e02-2ecd-4256-b157-0bb5a6299159 on network 5c1af285-d59a-4982-af5d-cce74d95b146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:11:57.721715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Attempting to bind port 166c4e02-2ecd-4256-b157-0bb5a6299159 on network 5c1af285-d59a-4982-af5d-cce74d95b146 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:11:57.727409 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:11:57.727807 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Checking segment: {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:11:57.728244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Bound using segment: {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:11:57.728753 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Bound port: 166c4e02-2ecd-4256-b157-0bb5a6299159, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d69b54-70aa-429c-9c3e-d84c65971d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:11:57.729173 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.801861 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] For port 166c4e02-2ecd-4256-b157-0bb5a6299159, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:11:57.805802 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] For port 166c4e02-2ecd-4256-b157-0bb5a6299159, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=166c4e02-2ecd-4256-b157-0bb5a6299159,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:11:57.811485 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.851468 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:57.852111 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:11:57.853569 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/166c4e02-2ecd-4256-b157-0bb5a6299159 HTTP/1.1" status: 200 len: 1094 time: 0.6562238 Sep 14 17:11:57.854011 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'tag': '166c4e02-2ecd-4256-b157-0bb5a6299159'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:11:57.856290 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc2d319-eb1f-4f15-b476-dec661a2ba78", "tag": "166c4e02-2ecd-4256-b157-0bb5a6299159"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:11:57.898534 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d9d1b-ea5a-4505-80a5-3b24b37fc7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=166c4e02-2ecd-4256-b157-0bb5a6299159,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:11:57.919870 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab48bd2-5a98-4f9a-9233-4e81f90248cd x-openstack-request-id: req-8ab48bd2-5a98-4f9a-9233-4e81f90248cd {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:11:57.920159 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc2d319-eb1f-4f15-b476-dec661a2ba78", "tag": "166c4e02-2ecd-4256-b157-0bb5a6299159", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:11:57.920467 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ab48bd2-5a98-4f9a-9233-4e81f90248cd {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:11:57.920854 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'tag': '166c4e02-2ecd-4256-b157-0bb5a6299159', 'status': 'completed', 'code': 200} Sep 14 17:11:57.974355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b3158-ab77-44f1-82b6-39b636d89914 req-8cdb329a-16bc-4e0e-a1b0-1c52239c492a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:57.975901 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-790b3158-ab77-44f1-82b6-39b636d89914 req-8cdb329a-16bc-4e0e-a1b0-1c52239c492a tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 944 time: 0.0963707 Sep 14 17:11:57.986517 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-425b8942-81b5-4df7-ae32-c75c445b5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:57.988283 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-425b8942-81b5-4df7-ae32-c75c445b5ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c5ea858c2844bf3a1984903071454bd&device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 1097 time: 0.0666962 Sep 14 17:11:58.061565 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-56c03ec2-1f9e-42e4-ba82-a0e97ff9013d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166c4e02-2ecd-4256-b157-0bb5a6299159 HTTP/1.1" status: 200 len: 217 time: 0.0606074 Sep 14 17:11:58.096017 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-790b3158-ab77-44f1-82b6-39b636d89914 req-68365b6d-a944-400f-b925-988b87777e0e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131551 Sep 14 17:11:58.143905 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-35a8dae1-6b02-4aa0-880c-a9766b43cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:58.145385 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-35a8dae1-6b02-4aa0-880c-a9766b43cfe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18511b09-3207-4dcd-909a-17932eac8b30 HTTP/1.1" status: 200 len: 853 time: 0.0642157 Sep 14 17:11:58.152761 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd13e1-fb96-4322-bb8a-9fa2ebdfd26c req-93b606fb-34d7-4d0b-8977-79f1ba7ab223 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:58.154131 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9afd13e1-fb96-4322-bb8a-9fa2ebdfd26c req-93b606fb-34d7-4d0b-8977-79f1ba7ab223 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1083522 Sep 14 17:11:58.188247 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-fdb128e3-5fe1-4ded-9a82-f018236cf4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c1af285-d59a-4982-af5d-cce74d95b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332186 Sep 14 17:11:58.224968 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9afd13e1-fb96-4322-bb8a-9fa2ebdfd26c req-2a28fd9b-0f7a-4d51-b6e3-644c88382729 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626523 Sep 14 17:11:58.293501 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-21b04b90-2e75-441f-807f-ef4badf02fdc service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973701 Sep 14 17:11:58.383369 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d393e5c7-b441-45aa-98eb-3914bb4e19fb req-b3832492-3f13-42d7-833f-034976c7bb38 service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818827 Sep 14 17:11:58.470804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-7fbf8886-7fc5-44fa-bb25-218892ae8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:58.472264 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-7fbf8886-7fc5-44fa-bb25-218892ae8e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c5ea858c2844bf3a1984903071454bd&device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 1097 time: 0.0431161 Sep 14 17:11:58.559748 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-4925b4e4-b32e-498c-a53f-06bf1eeffc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:58.561230 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-4925b4e4-b32e-498c-a53f-06bf1eeffc1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 200 len: 914 time: 0.0819595 Sep 14 17:11:58.605602 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-89dfa263-1ec4-4390-887c-4a782a864799 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166c4e02-2ecd-4256-b157-0bb5a6299159 HTTP/1.1" status: 200 len: 217 time: 0.0360446 Sep 14 17:11:58.653598 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-8a99e100-a8c9-4c20-86ee-77fe01d49724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:58.655022 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-8a99e100-a8c9-4c20-86ee-77fe01d49724 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18511b09-3207-4dcd-909a-17932eac8b30 HTTP/1.1" status: 200 len: 853 time: 0.0423851 Sep 14 17:11:58.687219 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-6807afbe-414c-4379-a9a3-eeced7d6476c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c1af285-d59a-4982-af5d-cce74d95b146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239508 Sep 14 17:11:58.778758 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-be4fe7b2-7b41-4174-b543-0c0ab78b62ed service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839772 Sep 14 17:11:58.870799 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53a65c3a-d612-4ba0-a1bf-bd3ba7083df6 req-38dee664-d272-4d03-8100-8fa979d845ec service neutron] 10.222.0.41 "GET /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841987 Sep 14 17:11:59.218514 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ceae-ab7a-4244-9406-77907719b9a2 req-467de438-3f8e-410e-830a-6502cb611ba9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:59.220040 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-35d7ceae-ab7a-4244-9406-77907719b9a2 req-467de438-3f8e-410e-830a-6502cb611ba9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 944 time: 0.0498195 Sep 14 17:11:59.258729 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-35d7ceae-ab7a-4244-9406-77907719b9a2 req-a075fce4-5c7d-49e6-9ecc-247bdb007b45 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Sep 14 17:11:59.345670 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3190d3e-ae3d-4707-96c3-75cf16f28ed5 req-9ea2dca4-ad24-4ca3-8077-563fa4de9737 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:11:59.347161 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f3190d3e-ae3d-4707-96c3-75cf16f28ed5 req-9ea2dca4-ad24-4ca3-8077-563fa4de9737 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0522072 Sep 14 17:11:59.385283 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f3190d3e-ae3d-4707-96c3-75cf16f28ed5 req-93037a4e-e327-472b-b306-7bc4df4f14ae tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Sep 14 17:12:00.373389 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca08c0-7334-4f55-95e6-5b3e1b4fa750 req-75b17452-c677-4af4-b309-cf5c99355dfd tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:00.374852 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5dca08c0-7334-4f55-95e6-5b3e1b4fa750 req-75b17452-c677-4af4-b309-cf5c99355dfd tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 944 time: 0.0485659 Sep 14 17:12:00.413508 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5dca08c0-7334-4f55-95e6-5b3e1b4fa750 req-1b64d655-6be2-4273-8e2d-fb5e9bb387d5 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Sep 14 17:12:00.499645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389af4e0-c365-4dca-b64e-2edb6e934d7d req-c61b53f4-80d9-46dc-bf03-f77ff75e3869 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:00.501697 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-389af4e0-c365-4dca-b64e-2edb6e934d7d req-c61b53f4-80d9-46dc-bf03-f77ff75e3869 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0475500 Sep 14 17:12:00.540342 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-389af4e0-c365-4dca-b64e-2edb6e934d7d req-75fe7302-fd71-426c-b967-73a939807278 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Sep 14 17:12:01.535900 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec868a4f-e08b-441a-abfa-f7c76e704164 req-fa7a90ca-4a0d-4967-afe1-34e226fc5e8f tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:01.537387 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec868a4f-e08b-441a-abfa-f7c76e704164 req-fa7a90ca-4a0d-4967-afe1-34e226fc5e8f tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 944 time: 0.0508542 Sep 14 17:12:01.576995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec868a4f-e08b-441a-abfa-f7c76e704164 req-e0ab2fc3-c3b2-47e8-8dcd-9edd25cb79b0 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Sep 14 17:12:01.662195 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f8cd-2565-4178-80b3-003f5bd9583f req-26acc9e5-ae96-4157-9b40-bbf3741aaa82 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:01.663561 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5568f8cd-2565-4178-80b3-003f5bd9583f req-26acc9e5-ae96-4157-9b40-bbf3741aaa82 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0477114 Sep 14 17:12:01.700503 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5568f8cd-2565-4178-80b3-003f5bd9583f req-17f5e25a-1441-4828-b2ea-cfcd4085a685 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Sep 14 17:12:01.773320 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 166c4e02-2ecd-4256-b157-0bb5a6299159 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:12:01.870168 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 166c4e02-2ecd-4256-b157-0bb5a6299159, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=166c4e02-2ecd-4256-b157-0bb5a6299159,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:01.880889 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '166c4e02-2ecd-4256-b157-0bb5a6299159', 'network_id': '5c1af285-d59a-4982-af5d-cce74d95b146', 'port_id': '166c4e02-2ecd-4256-b157-0bb5a6299159', 'mac_address': 'fa:16:3e:0e:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18511b09-3207-4dcd-909a-17932eac8b30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:12:01.917008 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:01.931578 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166c4e02-2ecd-4256-b157-0bb5a6299159 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:12:01.952795 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 166c4e02-2ecd-4256-b157-0bb5a6299159, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=166c4e02-2ecd-4256-b157-0bb5a6299159,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:01.956393 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:02.009479 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=166c4e02-2ecd-4256-b157-0bb5a6299159,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:02.017933 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.018296 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.018657 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.018978 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.019312 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.019671 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.020020 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.020355 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.020871 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.021221 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.021547 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.021869 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:02.640277 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['166c4e02-2ecd-4256-b157-0bb5a6299159'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:12:02.699090 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47729351-fb22-48ba-afda-8cc7b89da6de req-2b7d8a96-8131-4a46-9f0e-62ceb65601f0 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:02.700648 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-47729351-fb22-48ba-afda-8cc7b89da6de req-2b7d8a96-8131-4a46-9f0e-62ceb65601f0 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 945 time: 0.0490453 Sep 14 17:12:02.743253 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-47729351-fb22-48ba-afda-8cc7b89da6de req-53432325-23e9-4ae8-b274-cee13a4a96b0 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Sep 14 17:12:02.842738 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b432b-7397-4bf8-9356-78547b60c585 req-3d651235-35de-4fec-bbc8-db8c24f4fbed tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:02.844211 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-549b432b-7397-4bf8-9356-78547b60c585 req-3d651235-35de-4fec-bbc8-db8c24f4fbed tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0525589 Sep 14 17:12:02.882205 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-549b432b-7397-4bf8-9356-78547b60c585 req-800f3ae5-30c9-4fb9-b750-f2cb474e33b6 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Sep 14 17:12:03.279416 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46448) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:03.323813 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Deleting subnet 54f5c50b-dace-491c-bdec-deaf4931cc60 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:12:03.326862 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.360092 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.405833 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.460456 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.485300 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f5c50b-dace-491c-bdec-deaf4931cc60,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:03.492305 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.494385 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-68c5ffbe-43b7-4b82-bf7c-58270637d148 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/54f5c50b-dace-491c-bdec-deaf4931cc60 HTTP/1.1" status: 204 len: 168 time: 0.2139442 Sep 14 17:12:03.496890 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46450) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:03.566487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.643114 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.663562 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e0c2ca-6ed4-4860-81a4-24ab203294a2']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:03.672476 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:03.672931 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a7e7bc-2b75-4c52-a6cd-74a1c0e2c699') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:03.682227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.695561 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.701501 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:12:03.702229 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:12:03.703732 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:12:03.759117 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.764513 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:03.767039 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/18e0c2ca-6ed4-4860-81a4-24ab203294a2 HTTP/1.1" status: 204 len: 168 time: 0.2686710 Sep 14 17:12:03.777845 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfbbb9-b3de-4648-8636-28e81ca8ccc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e0c2ca-6ed4-4860-81a4-24ab203294a2,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:03.955230 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46464) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:03.993250 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-3af44500-594e-4427-ba59-88cad9286167 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc0a299dcc8e4df180e49e533018041d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368741 Sep 14 17:12:03.995444 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46466) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:04.041156 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-38845a78-8b99-462f-bdba-f0b454b3dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:04.061904 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-38845a78-8b99-462f-bdba-f0b454b3dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:04.112140 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-38845a78-8b99-462f-bdba-f0b454b3dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:04.115020 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-38845a78-8b99-462f-bdba-f0b454b3dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:04.116118 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-38845a78-8b99-462f-bdba-f0b454b3dc7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/052f977c-7a32-4244-88e3-af6d33806015 HTTP/1.1" status: 204 len: 168 time: 0.1198001 Sep 14 17:12:04.124516 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38845a78-8b99-462f-bdba-f0b454b3dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f977c-7a32-4244-88e3-af6d33806015,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:04.787035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46492) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:04.904660 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-762121052-network', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:04.926164 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Made reservation on behalf of 76a022ec5ce3413db4a2f0a9a122caad for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:12:04.928555 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:04.936641 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.022830 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.026453 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.047612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:12:05.060933 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c89558-2994-4b45-b569-ecc7fdf1ccea,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:05.065826 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.066169 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Added segment cb2e377a-31ba-4dc5-9981-bb9b8b2501a8 of type vlan for network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d Sep 14 17:12:05.108406 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.132316 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.133237 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:05.133808 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.163274 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3752007 Sep 14 17:12:05.166413 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46498) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:05.171821 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Request body: {'subnet': {'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-762121052-subnet', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:05.192936 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Made reservation on behalf of 76a022ec5ce3413db4a2f0a9a122caad for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:12:05.195566 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d2dde-0efa-46d4-9200-4665b8b86ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:05.195714 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.205930 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:12:05.364443 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.421215 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aec3061-3901-471e-9632-55a16d86fef4,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:05.431954 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.432320 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.432696 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.433026 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.433395 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.433726 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.434064 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.434410 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.434765 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.435102 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.435432 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.435759 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:05.440961 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Checking segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:05.441309 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Network hostable DHCP agents. Network: b7fc05a7-fb49-406c-9939-97cb8e6dbb8d, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:12:05.457535 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:12:05.466061 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, b7fc05a7-fb49-406c-9939-97cb8e6dbb8d) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:05.471637 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:05.472517 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.476213 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e8008-c8b3-4601-8a9a-e7d611657616 None None] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:12:05.488989 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-9fbb2f21-dc27-4d22-a4b1-5ba211770e15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3215072 Sep 14 17:12:05.491957 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46502) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:05.497260 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:05.522214 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.523373 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.574601 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.726350 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.749259 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:12:05.750146 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.886318 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Allocated IP 172.20.0.2 (b7fc05a7-fb49-406c-9939-97cb8e6dbb8d/9aec3061-3901-471e-9632-55a16d86fef4/2bebffbb-39d0-468e-84dd-feba321e5b17) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:05.924931 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:05.943752 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.027819 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.036600 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Transition to ACTIVE for port object 2bebffbb-39d0-468e-84dd-feba321e5b17 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:06.050877 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Allocated IP 172.27.1.77 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/a7f5896d-b360-4911-b745-b540c68c7302) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:06.053927 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Transition to ACTIVE for port object 2bebffbb-39d0-468e-84dd-feba321e5b17 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:06.059365 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.101789 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:06.106280 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:06.113566 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:06.116846 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Pushing event updated for resources: {'Port': ['ID=2bebffbb-39d0-468e-84dd-feba321e5b17,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:06.164682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.168077 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Attempting to bind port 2bebffbb-39d0-468e-84dd-feba321e5b17 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:06.168484 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Attempting to bind port 2bebffbb-39d0-468e-84dd-feba321e5b17 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:06.168849 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Attempting to bind port 2bebffbb-39d0-468e-84dd-feba321e5b17 on network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:06.173832 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:06.174200 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Checking segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:06.174601 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.174995 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Bound using segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:06.175457 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Bound port: 2bebffbb-39d0-468e-84dd-feba321e5b17, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:06.175838 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.202684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.238795 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:06.239049 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] For port 2bebffbb-39d0-468e-84dd-feba321e5b17, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:06.242029 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:06.242441 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] For port 2bebffbb-39d0-468e-84dd-feba321e5b17, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=2bebffbb-39d0-468e-84dd-feba321e5b17,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:06.245392 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:06.246801 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.283739 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f5896d-b360-4911-b745-b540c68c7302,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:06.306598 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746704d2-6486-4b39-ad6e-28caaec39dfb None None] Pushing event updated for resources: {'Port': ['ID=2bebffbb-39d0-468e-84dd-feba321e5b17,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:06.473093 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:06.749606 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2bebffbb-39d0-468e-84dd-feba321e5b17 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:06.799804 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 2bebffbb-39d0-468e-84dd-feba321e5b17 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:06.908501 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.042550 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Router 90be43be-9e13-4b15-9952-b73c034e1c34 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:12:07.153816 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:12:07.164602 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Sync routers for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:12:07.172258 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.174945 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-c55d558a-4761-48b3-9c6f-a21757a1cd12 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6810436 Sep 14 17:12:07.175330 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:07.175978 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:07.177791 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46512) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:07.201873 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c7f87-3bbd-448f-9080-11dca6fcda39 None None] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:12:07.233562 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] Provisioning for port 2bebffbb-39d0-468e-84dd-feba321e5b17 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:07.241728 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] Provisioning complete for port 2bebffbb-39d0-468e-84dd-feba321e5b17 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:07.242852 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.284831 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:07.421767 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.465142 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:06Z', 'revision_number': 3, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:07.471653 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] For port 2bebffbb-39d0-468e-84dd-feba321e5b17, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=2bebffbb-39d0-468e-84dd-feba321e5b17,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:07.476538 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.497710 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Checking router: 90be43be-9e13-4b15-9952-b73c034e1c34 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:12:07.498065 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Updating router 90be43be-9e13-4b15-9952-b73c034e1c34 port a7f5896d-b360-4911-b745-b540c68c7302 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:12:07.524949 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.546326 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285d129-3b8e-42c8-8e16-4766060d2dad None None] Pushing event updated for resources: {'Port': ['ID=2bebffbb-39d0-468e-84dd-feba321e5b17,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:07.607956 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.697548 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-d69572b8-adcf-481b-869e-dd8a1a14abd4 None None] Provisioning complete for port 2bebffbb-39d0-468e-84dd-feba321e5b17 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:07.697927 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d69572b8-adcf-481b-869e-dd8a1a14abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.810225 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Allocated IP 172.20.0.1 (b7fc05a7-fb49-406c-9939-97cb8e6dbb8d/9aec3061-3901-471e-9632-55a16d86fef4/cb13e91b-977b-4f52-847a-568349ff3fea) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:07.821947 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.835617 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Transition to ACTIVE for port object a7f5896d-b360-4911-b745-b540c68c7302 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:07.840397 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ca02-3ddd-4f59-bac7-4f448952476c req-faf5222a-1a53-4237-aee6-4788d62708d9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:07.842456 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10c1ca02-3ddd-4f59-bac7-4f448952476c req-faf5222a-1a53-4237-aee6-4788d62708d9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 945 time: 0.0974376 Sep 14 17:12:07.849024 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.855805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852797b-1541-4343-8d3a-e9f0bc9a6f8b req-c8cacd06-c18d-40b9-9c49-28f49a6ffae3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:07.857532 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5852797b-1541-4343-8d3a-e9f0bc9a6f8b req-c8cacd06-c18d-40b9-9c49-28f49a6ffae3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1383374 Sep 14 17:12:07.895711 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Attempting to bind port a7f5896d-b360-4911-b745-b540c68c7302 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:07.896084 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Attempting to bind port a7f5896d-b360-4911-b745-b540c68c7302 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:07.896480 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Attempting to bind port a7f5896d-b360-4911-b745-b540c68c7302 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:07.904693 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:07.905325 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:07.905894 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.906289 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:07.906781 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Bound port: a7f5896d-b360-4911-b745-b540c68c7302, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:07.907233 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.912087 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5852797b-1541-4343-8d3a-e9f0bc9a6f8b req-37aed20b-495a-4a38-aa8a-425b78643b39 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478246 Sep 14 17:12:07.919552 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10c1ca02-3ddd-4f59-bac7-4f448952476c req-fca2ede1-2839-4b67-be53-1572f7ae22a1 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610967 Sep 14 17:12:07.942286 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.945111 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Pushing event updated for resources: {'Port': ['ID=a7f5896d-b360-4911-b745-b540c68c7302,revision_number=2']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:07.956463 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Transition to ACTIVE for port object cb13e91b-977b-4f52-847a-568349ff3fea will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:07.964999 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.965345 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.965684 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.966016 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.966349 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.966676 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.967003 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.967326 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.967663 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.967964 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.968469 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.968943 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:12:07.984052 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] For port a7f5896d-b360-4911-b745-b540c68c7302, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:07.988109 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] For port a7f5896d-b360-4911-b745-b540c68c7302, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=a7f5896d-b360-4911-b745-b540c68c7302,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:07.988553 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:07.992697 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.027371 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:08.030229 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:08.033802 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:08.034279 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.050782 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:08.051497 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:08.071627 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Pushing event updated for resources: {'Port': ['ID=cb13e91b-977b-4f52-847a-568349ff3fea,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:08.093674 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3437e5-b681-4a31-9c30-9057a6e08a88 None None] Pushing event updated for resources: {'Port': ['ID=a7f5896d-b360-4911-b745-b540c68c7302,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:08.190712 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.253508 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:08.307402 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-4297542b-fc69-4427-a7ab-2afa19c8e138 None None] Provisioning for port cb13e91b-977b-4f52-847a-568349ff3fea completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:08.311057 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-4297542b-fc69-4427-a7ab-2afa19c8e138 None None] Provisioning complete for port cb13e91b-977b-4f52-847a-568349ff3fea triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:08.311658 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4297542b-fc69-4427-a7ab-2afa19c8e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.350475 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-4297542b-fc69-4427-a7ab-2afa19c8e138 None None] Port cb13e91b-977b-4f52-847a-568349ff3fea cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:12:08.363939 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.369062 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.369818 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.433889 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Pushing event updated for resources: {'Port': ['ID=cb13e91b-977b-4f52-847a-568349ff3fea,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:08.435113 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:06Z', 'revision_number': 3, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:08.467472 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2815633-40ca-42e3-a2db-87097afffacc None None] The sync data for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi is: [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:06Z', 'revision_number': 3, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:12:08.502465 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:08.503976 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:08.624098 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Router 90be43be-9e13-4b15-9952-b73c034e1c34 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:12:08.799326 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5d5d0008-a9e0-4bcd-b7fd-d8b2e7cae511 None None] Provisioning complete for port cb13e91b-977b-4f52-847a-568349ff3fea triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:08.799696 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0008-a9e0-4bcd-b7fd-d8b2e7cae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:08.808040 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:12:08.830004 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-3a23f148-1ece-4e68-bbad-56637d783341 admin admin] 10.222.0.64 "PUT /v2.0/routers/90be43be-9e13-4b15-9952-b73c034e1c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6490369 Sep 14 17:12:08.854213 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2bebffbb-39d0-468e-84dd-feba321e5b17 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:08.893626 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 166c4e02-2ecd-4256-b157-0bb5a6299159 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:08.895760 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d0008-a9e0-4bcd-b7fd-d8b2e7cae511 None None] Port cb13e91b-977b-4f52-847a-568349ff3fea cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:12:08.928064 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51417de6-5b07-4435-9a36-3ca19bc05284 req-2f04b75e-9e91-47ca-8c94-1a00ebb49718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:08.930840 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-51417de6-5b07-4435-9a36-3ca19bc05284 req-2f04b75e-9e91-47ca-8c94-1a00ebb49718 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0655041 Sep 14 17:12:08.979979 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 2bebffbb-39d0-468e-84dd-feba321e5b17 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:08.980705 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.020144 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-51417de6-5b07-4435-9a36-3ca19bc05284 req-e0cd3e08-39d9-4c56-ba4e-0a4692362384 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807512 Sep 14 17:12:09.020990 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 166c4e02-2ecd-4256-b157-0bb5a6299159 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:09.026241 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 166c4e02-2ecd-4256-b157-0bb5a6299159 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:09.026619 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.172714 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.211380 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6d944-acaf-4dd5-a49d-f4b34071a897 req-0c4f59ef-f876-4b92-b817-450aa296fb96 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:09.213317 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6fc6d944-acaf-4dd5-a49d-f4b34071a897 req-0c4f59ef-f876-4b92-b817-450aa296fb96 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 945 time: 0.1562798 Sep 14 17:12:09.270579 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7fd99-03e4-42b0-bdc3-ef9e6e2609a5 req-88a1f742-915a-490d-91be-087fe1e11773 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:09.272172 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-42a7fd99-03e4-42b0-bdc3-ef9e6e2609a5 req-88a1f742-915a-490d-91be-087fe1e11773 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.2024577 Sep 14 17:12:09.279303 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 166c4e02-2ecd-4256-b157-0bb5a6299159, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=166c4e02-2ecd-4256-b157-0bb5a6299159,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:09.280558 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166c4e02-2ecd-4256-b157-0bb5a6299159'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:12:09.283247 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15964ddc-209c-4948-8add-267df88e0913" -d '{"events": [{"server_uuid": "0bc2d319-eb1f-4f15-b476-dec661a2ba78", "name": "network-vif-plugged", "status": "completed", "tag": "166c4e02-2ecd-4256-b157-0bb5a6299159"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:12:09.291624 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.414087 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=166c4e02-2ecd-4256-b157-0bb5a6299159,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:09.442263 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-42a7fd99-03e4-42b0-bdc3-ef9e6e2609a5 req-1fdf99a0-35f5-4a9b-ae39-f49991c35e83 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491604 Sep 14 17:12:09.445706 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6fc6d944-acaf-4dd5-a49d-f4b34071a897 req-ea447eae-05ad-4e79-808f-dc5ac3be4560 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137005 Sep 14 17:12:09.531337 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a623e-3018-4892-be83-1b747213d178 x-openstack-request-id: req-ce1a623e-3018-4892-be83-1b747213d178 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:12:09.531668 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc2d319-eb1f-4f15-b476-dec661a2ba78", "name": "network-vif-plugged", "status": "completed", "tag": "166c4e02-2ecd-4256-b157-0bb5a6299159", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:12:09.532023 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce1a623e-3018-4892-be83-1b747213d178 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:12:09.532837 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166c4e02-2ecd-4256-b157-0bb5a6299159', 'code': 200} Sep 14 17:12:09.632763 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46562) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:09.637965 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-119375422-network', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:09.659056 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Made reservation on behalf of c7b4b44bea4e4dc4951d368626150f93 for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:12:09.661343 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.673183 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.735312 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde680e-068e-44f2-a508-eef483936258 req-f4a8816c-2846-4cb4-ac94-e6508636ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:09.736797 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-edde680e-068e-44f2-a508-eef483936258 req-f4a8816c-2846-4cb4-ac94-e6508636ef84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 1099 time: 0.0406904 Sep 14 17:12:09.771545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.772319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-edde680e-068e-44f2-a508-eef483936258 req-3a834d6e-c22d-46c6-a79d-67c80fbc6cbd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277281 Sep 14 17:12:09.777477 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.805893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:12:09.815821 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7bb3f-1d74-4821-9710-2185d8c868b1,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:09.826034 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.826393 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Added segment c9b601fd-b0ce-4a17-a406-b4ad9f7776d1 of type vlan for network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b Sep 14 17:12:09.867322 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.891632 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.892530 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:09.893126 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.921552 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2876821 Sep 14 17:12:09.925154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46568) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:09.930193 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Request body: {'subnet': {'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-119375422-subnet', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:09.953302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Made reservation on behalf of c7b4b44bea4e4dc4951d368626150f93 for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:12:09.954839 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248aa440-a9dd-4e99-b997-64a153e684bd admin admin] Pushing event updated for resources: {'Network': ['ID=d0f7b76f-db6c-4a42-a6ae-c7040f2f005b,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:09.956523 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5691585'] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:09.965100 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:12:10.126962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5691615'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.180093 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e016f7-59b7-4851-8e55-378a05a3a6eb,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:10.190767 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Checking segment: {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:10.191030 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Network hostable DHCP agents. Network: d0f7b76f-db6c-4a42-a6ae-c7040f2f005b, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:12:10.207336 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:12:10.215703 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, d0f7b76f-db6c-4a42-a6ae-c7040f2f005b) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:10.220288 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:10.220934 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.225597 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68cf07e-8604-4b96-ab2f-299bd119a4b7 None None] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:12:10.237380 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-ad9c59d9-00d9-4545-aaab-8e56de182241 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3111246 Sep 14 17:12:10.240315 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46570) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:10.251668 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:10.273353 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.274419 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.326071 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.382687 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-d0f7b76f-db6c-4a42-a6ae-c7040f2f005b', 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'fixed_ips': [{'subnet_id': '96e016f7-59b7-4851-8e55-378a05a3a6eb'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:12:10.383688 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.535301 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Sync routers for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:12:10.580875 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Allocated IP 172.20.0.2 (d0f7b76f-db6c-4a42-a6ae-c7040f2f005b/96e016f7-59b7-4851-8e55-378a05a3a6eb/2a99d596-40f0-42f3-98d8-5fafb3e31822) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:10.616705 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:10.617565 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:10.697921 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793550b-1ce5-4dca-bcbd-b2f0728248be req-9ac61c69-603b-46c1-9468-5349da3bb149 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:10.698118 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.710622 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d793550b-1ce5-4dca-bcbd-b2f0728248be req-9ac61c69-603b-46c1-9468-5349da3bb149 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 946 time: 0.1131458 Sep 14 17:12:10.778470 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02a52-ac29-4c7c-951a-025f291f324f req-6d532d20-108b-462f-9a37-6975bd646296 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:10.780054 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66c02a52-ac29-4c7c-951a-025f291f324f req-6d532d20-108b-462f-9a37-6975bd646296 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.2183411 Sep 14 17:12:10.813346 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d793550b-1ce5-4dca-bcbd-b2f0728248be req-c5092c64-32b0-4e47-af7b-d65a383c777e tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989432 Sep 14 17:12:10.825334 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device a7f5896d-b360-4911-b745-b540c68c7302 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:10.851605 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66c02a52-ac29-4c7c-951a-025f291f324f req-a7f45b98-320b-4fa2-89a7-06cf278f13c4 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Sep 14 17:12:10.927174 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:10.943211 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.962875 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:10.987495 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.073311 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Allocated IP 172.27.1.93 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/cd9d62e0-011c-4165-9612-2e00cd299d06) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:11.158633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Transition to ACTIVE for port object 2a99d596-40f0-42f3-98d8-5fafb3e31822 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:11.183130 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port a7f5896d-b360-4911-b745-b540c68c7302 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:11.190831 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.201766 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port a7f5896d-b360-4911-b745-b540c68c7302 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:11.202155 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.204966 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Transition to ACTIVE for port object 2a99d596-40f0-42f3-98d8-5fafb3e31822 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:11.233887 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.257122 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.275856 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:11.278778 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:11.283389 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:11.318136 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:11.321092 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Pushing event updated for resources: {'Port': ['ID=cd9d62e0-011c-4165-9612-2e00cd299d06,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:11.340039 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:11.344123 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:11.347702 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Pushing event updated for resources: {'Port': ['ID=2a99d596-40f0-42f3-98d8-5fafb3e31822,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:11.463816 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Attempting to bind port 2a99d596-40f0-42f3-98d8-5fafb3e31822 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:11.464175 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Attempting to bind port 2a99d596-40f0-42f3-98d8-5fafb3e31822 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:11.464701 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Attempting to bind port 2a99d596-40f0-42f3-98d8-5fafb3e31822 on network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:11.468267 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.478630 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:11.479002 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Checking segment: {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:11.479396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.479848 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Bound using segment: {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:11.480295 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Bound port: 2a99d596-40f0-42f3-98d8-5fafb3e31822, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:11.480725 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.508831 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port a7f5896d-b360-4911-b745-b540c68c7302, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=a7f5896d-b360-4911-b745-b540c68c7302,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:11.514289 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.533322 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.536509 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 2, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:11.592834 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Checking router: 90be43be-9e13-4b15-9952-b73c034e1c34 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:12:11.593182 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Updating router 90be43be-9e13-4b15-9952-b73c034e1c34 port cb13e91b-977b-4f52-847a-568349ff3fea binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:12:11.666395 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.668674 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] For port 2a99d596-40f0-42f3-98d8-5fafb3e31822, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:11.674501 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] For port 2a99d596-40f0-42f3-98d8-5fafb3e31822, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=2a99d596-40f0-42f3-98d8-5fafb3e31822,segment=NetworkSegment(c9b601fd-b0ce-4a17-a406-b4ad9f7776d1),segment_id=c9b601fd-b0ce-4a17-a406-b4ad9f7776d1)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:11.681207 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=a7f5896d-b360-4911-b745-b540c68c7302,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:11.687482 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.773048 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:11.847402 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae58f7-c3c3-4d6f-a103-53ad85d3a0e7 None None] Pushing event updated for resources: {'Port': ['ID=2a99d596-40f0-42f3-98d8-5fafb3e31822,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:11.963729 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:12:12.196505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:12:12.211761 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Sync routers for ids ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:12:12.216985 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.222206 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-93bcf754-a836-4f87-9c96-424c4992688b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9774449 Sep 14 17:12:12.223065 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46610) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:12.228278 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.229854 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Routers {'fff1cf0f-633d-4e19-98e8-58c0aa70ce38'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:12.230765 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:12.242536 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Transition to ACTIVE for port object cb13e91b-977b-4f52-847a-568349ff3fea will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:12.253414 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.322603 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4e777-4fde-485c-bcbe-ef7e0cdbd60b None None] Pushing event updated for resources: {'Port': ['ID=cb13e91b-977b-4f52-847a-568349ff3fea,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:12.417932 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Set router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:12.422748 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Attempting to bind port cb13e91b-977b-4f52-847a-568349ff3fea on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:12.423126 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Attempting to bind port cb13e91b-977b-4f52-847a-568349ff3fea by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:12.428449 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Attempting to bind port cb13e91b-977b-4f52-847a-568349ff3fea on network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:12.438513 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:12.438985 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Checking segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:12.439396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.439786 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Bound using segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:12.440261 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Bound port: cb13e91b-977b-4f52-847a-568349ff3fea, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:12.440668 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.499902 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42f60-f47f-42a0-9627-d09709a263cc req-03952761-cfa9-4c68-bab6-6c731784af7d tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:12.508460 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-16e42f60-f47f-42a0-9627-d09709a263cc req-03952761-cfa9-4c68-bab6-6c731784af7d tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 946 time: 0.5346608 Sep 14 17:12:12.524355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732206-36e7-45a2-b582-6eb52dceb04f req-aa5aa94c-09b6-478f-aea7-137bf79a8d41 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:12.532969 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8a732206-36e7-45a2-b582-6eb52dceb04f req-aa5aa94c-09b6-478f-aea7-137bf79a8d41 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.5078058 Sep 14 17:12:12.563339 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] For port cb13e91b-977b-4f52-847a-568349ff3fea, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:12.566706 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] For port cb13e91b-977b-4f52-847a-568349ff3fea, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=cb13e91b-977b-4f52-847a-568349ff3fea,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:12.573431 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.611988 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-16e42f60-f47f-42a0-9627-d09709a263cc req-fdca0370-4dff-461f-9a85-c9386d2bdc05 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991676 Sep 14 17:12:12.624160 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8a732206-36e7-45a2-b582-6eb52dceb04f req-9d57d187-8fbb-4834-8d40-b9f1480d7278 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858836 Sep 14 17:12:12.687075 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 3, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:12.699201 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:12.700935 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:12.702793 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4e777-4fde-485c-bcbe-ef7e0cdbd60b None None] Pushing event updated for resources: {'Port': ['ID=cb13e91b-977b-4f52-847a-568349ff3fea,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:12.734881 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Checking router: fff1cf0f-633d-4e19-98e8-58c0aa70ce38 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:12:12.740963 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Updating router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 port cd9d62e0-011c-4165-9612-2e00cd299d06 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:12:12.789956 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:12.877244 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:13.069956 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2a99d596-40f0-42f3-98d8-5fafb3e31822 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:13.184183 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.197862 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Transition to ACTIVE for port object cd9d62e0-011c-4165-9612-2e00cd299d06 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:13.210068 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.263942 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 2a99d596-40f0-42f3-98d8-5fafb3e31822 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:13.271448 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device a7f5896d-b360-4911-b745-b540c68c7302 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:13.289362 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.294920 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f3dca-07f8-483b-a8e3-e9c017c8e944 None None] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:12:13.296664 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Attempting to bind port cd9d62e0-011c-4165-9612-2e00cd299d06 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:13.297677 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Attempting to bind port cd9d62e0-011c-4165-9612-2e00cd299d06 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:13.298292 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Attempting to bind port cd9d62e0-011c-4165-9612-2e00cd299d06 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:13.300704 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3e101-fc03-44b4-9f7a-b651e48da2b8 None None] Pushing event updated for resources: {'Port': ['ID=cd9d62e0-011c-4165-9612-2e00cd299d06,revision_number=2']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:13.313482 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:13.314329 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:13.314953 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.315528 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:13.316212 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Bound port: cd9d62e0-011c-4165-9612-2e00cd299d06, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:13.316851 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.374817 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] For port cd9d62e0-011c-4165-9612-2e00cd299d06, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:13.379013 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] For port cd9d62e0-011c-4165-9612-2e00cd299d06, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=cd9d62e0-011c-4165-9612-2e00cd299d06,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:13.383111 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.393307 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:12Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:13.429709 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c23e1-5ab5-4290-87d2-938732c3ab3c None None] The sync data for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi is: [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:12Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:12:13.431093 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Routers {'fff1cf0f-633d-4e19-98e8-58c0aa70ce38'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:13.431981 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:13.440599 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] Provisioning for port 2a99d596-40f0-42f3-98d8-5fafb3e31822 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:13.448963 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port a7f5896d-b360-4911-b745-b540c68c7302 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:13.449466 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.450841 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] Provisioning complete for port 2a99d596-40f0-42f3-98d8-5fafb3e31822 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:13.451229 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.486586 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Allocated IP 172.20.0.1 (d0f7b76f-db6c-4a42-a6ae-c7040f2f005b/96e016f7-59b7-4851-8e55-378a05a3a6eb/f782ef1b-9f5b-4c7b-adea-5ee51560029c) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:13.577890 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] Set router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:13.650026 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.663053 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3e101-fc03-44b4-9f7a-b651e48da2b8 None None] Pushing event updated for resources: {'Port': ['ID=cd9d62e0-011c-4165-9612-2e00cd299d06,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:13.674414 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Transition to ACTIVE for port object f782ef1b-9f5b-4c7b-adea-5ee51560029c will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:13.712426 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.753857 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:13.759014 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:13.762548 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:13.763177 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.771421 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Pushing event updated for resources: {'Port': ['ID=f782ef1b-9f5b-4c7b-adea-5ee51560029c,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:13.833238 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 3, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:13.852799 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.866815 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb284d4-bd62-4ec6-8ba0-51f97570801d None None] The sync data for ids ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'] in dv-cinder-808992-3-iscsi is: [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 3, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:12:13.912785 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] For port 2a99d596-40f0-42f3-98d8-5fafb3e31822, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=2a99d596-40f0-42f3-98d8-5fafb3e31822,segment=NetworkSegment(c9b601fd-b0ce-4a17-a406-b4ad9f7776d1),segment_id=c9b601fd-b0ce-4a17-a406-b4ad9f7776d1)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:13.918303 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:13.929703 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.001128 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e85e3-fd96-4bd1-a883-3643b0c7e0c9 None None] Pushing event updated for resources: {'Port': ['ID=2a99d596-40f0-42f3-98d8-5fafb3e31822,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:14.130500 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.136813 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.137808 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.157055 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-9b639466-b1be-4b5b-9fde-40cb054bbabe None None] Provisioning for port f782ef1b-9f5b-4c7b-adea-5ee51560029c completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:14.161775 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-9b639466-b1be-4b5b-9fde-40cb054bbabe None None] Provisioning complete for port f782ef1b-9f5b-4c7b-adea-5ee51560029c triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:14.162143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9b639466-b1be-4b5b-9fde-40cb054bbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.238757 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Pushing event updated for resources: {'Port': ['ID=f782ef1b-9f5b-4c7b-adea-5ee51560029c,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:14.271861 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-9b639466-b1be-4b5b-9fde-40cb054bbabe None None] Port f782ef1b-9f5b-4c7b-adea-5ee51560029c cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:12:14.299108 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-9b639466-b1be-4b5b-9fde-40cb054bbabe None None] Provisioning complete for port 2a99d596-40f0-42f3-98d8-5fafb3e31822 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:14.300216 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9b639466-b1be-4b5b-9fde-40cb054bbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.357545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:14.360343 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:14.521256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:12:14.591845 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-654e26d0-61c2-4ef9-b12a-cb5db1612827 None None] Provisioning complete for port f782ef1b-9f5b-4c7b-adea-5ee51560029c triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:14.596504 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-654e26d0-61c2-4ef9-b12a-cb5db1612827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.639455 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:12:14.647544 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-654e26d0-61c2-4ef9-b12a-cb5db1612827 None None] Port f782ef1b-9f5b-4c7b-adea-5ee51560029c cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:12:14.649401 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-25b1e9ee-79a1-4394-aa21-3dc4d8056035 admin admin] 10.222.0.64 "PUT /v2.0/routers/fff1cf0f-633d-4e19-98e8-58c0aa70ce38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4252198 Sep 14 17:12:14.793703 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-9035bbb3-ee23-45c8-8a4a-aee4b8a952ed None None] Provisioning complete for port f782ef1b-9f5b-4c7b-adea-5ee51560029c triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:14.794146 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9035bbb3-ee23-45c8-8a4a-aee4b8a952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.840263 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:14.847377 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-9035bbb3-ee23-45c8-8a4a-aee4b8a952ed None None] Port f782ef1b-9f5b-4c7b-adea-5ee51560029c cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:12:14.884453 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2a99d596-40f0-42f3-98d8-5fafb3e31822 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:14.937473 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 2a99d596-40f0-42f3-98d8-5fafb3e31822 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:14.938390 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.036110 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cb13e91b-977b-4f52-847a-568349ff3fea up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:15.107842 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port cb13e91b-977b-4f52-847a-568349ff3fea completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:15.124670 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port cb13e91b-977b-4f52-847a-568349ff3fea triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:15.125106 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.229810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.264357 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port cb13e91b-977b-4f52-847a-568349ff3fea, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=cb13e91b-977b-4f52-847a-568349ff3fea,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:15.268435 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.269517 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cd9d62e0-011c-4165-9612-2e00cd299d06 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:15.342427 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=cb13e91b-977b-4f52-847a-568349ff3fea,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:15.360638 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port cd9d62e0-011c-4165-9612-2e00cd299d06 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:15.366362 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port cd9d62e0-011c-4165-9612-2e00cd299d06 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:15.366739 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.459995 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.479825 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port cd9d62e0-011c-4165-9612-2e00cd299d06, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=cd9d62e0-011c-4165-9612-2e00cd299d06,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:15.483536 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:15.533356 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=cd9d62e0-011c-4165-9612-2e00cd299d06,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:16.773561 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cb13e91b-977b-4f52-847a-568349ff3fea up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:16.859820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port cb13e91b-977b-4f52-847a-568349ff3fea triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:16.860226 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:16.883767 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Sync routers for ids ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:12:16.909841 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Routers {'fff1cf0f-633d-4e19-98e8-58c0aa70ce38'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:16.910471 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:17.155005 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cd9d62e0-011c-4165-9612-2e00cd299d06 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:17.164848 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Set router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:17.374714 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port cd9d62e0-011c-4165-9612-2e00cd299d06 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:17.375773 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:17.393256 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91ec959d-9ab3-4534-b229-a011eb483795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:17.595695 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:13Z', 'revision_number': 4, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'f782ef1b-9f5b-4c7b-adea-5ee51560029c', 'name': '', 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'mac_address': 'fa:16:3e:6c:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '96e016f7-59b7-4851-8e55-378a05a3a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:13Z', 'updated_at': '2021-09-14T17:12:13Z', 'revision_number': 2, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'subnets': [{'id': '96e016f7-59b7-4851-8e55-378a05a3a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:17.790192 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8f45-1395-4442-9042-83357249b2b9 req-31827cc6-8c34-4a6d-8641-b3e5fec114de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:17.791684 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-31827cc6-8c34-4a6d-8641-b3e5fec114de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 1099 time: 0.0836623 Sep 14 17:12:17.792866 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Checking router: fff1cf0f-633d-4e19-98e8-58c0aa70ce38 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:12:17.793349 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Updating router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 port f782ef1b-9f5b-4c7b-adea-5ee51560029c binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:12:17.801857 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23ee9f-f3b3-4379-af31-97a5fa570b35 req-392d2576-3497-49cd-bfa0-8177ee2944f4 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:17.803400 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f23ee9f-f3b3-4379-af31-97a5fa570b35 req-392d2576-3497-49cd-bfa0-8177ee2944f4 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0869591 Sep 14 17:12:17.831663 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:17.902003 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f23ee9f-f3b3-4379-af31-97a5fa570b35 req-e0f156c4-56ae-4a49-a6d5-2bdb4a9ededd tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Sep 14 17:12:17.931877 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8f45-1395-4442-9042-83357249b2b9 req-856b7dc3-c783-427a-b59b-104c28bce895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:17.933642 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-856b7dc3-c783-427a-b59b-104c28bce895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.1293561 Sep 14 17:12:17.985178 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-d7b96c54-fe2c-4c25-9513-7de7419cc906 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 200 len: 217 time: 0.0432165 Sep 14 17:12:18.039698 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8f45-1395-4442-9042-83357249b2b9 req-62ed24e9-f327-4b26-8221-f5c15b443835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:18.041245 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-62ed24e9-f327-4b26-8221-f5c15b443835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0491753 Sep 14 17:12:18.079998 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-d4f83dbc-641b-496e-94c1-994b32610066 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316844 Sep 14 17:12:18.233013 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:18.237609 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-724ca975-9489-4da2-89b5-84b51167db30 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496789 Sep 14 17:12:18.247638 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Transition to ACTIVE for port object f782ef1b-9f5b-4c7b-adea-5ee51560029c will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:18.259278 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:18.335500 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf30a59-be93-4d00-ae90-194a98acabc6 None None] Pushing event updated for resources: {'Port': ['ID=f782ef1b-9f5b-4c7b-adea-5ee51560029c,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:18.356339 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-be2d8f45-1395-4442-9042-83357249b2b9 req-8f0b18dd-e7a3-415b-923f-55602d57231e service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113417 Sep 14 17:12:18.398744 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Attempting to bind port f782ef1b-9f5b-4c7b-adea-5ee51560029c on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:18.399119 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Attempting to bind port f782ef1b-9f5b-4c7b-adea-5ee51560029c by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:18.399489 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Attempting to bind port f782ef1b-9f5b-4c7b-adea-5ee51560029c on network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:18.405339 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:18.405827 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Checking segment: {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:18.409285 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:18.409778 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Bound using segment: {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:18.410327 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Bound port: f782ef1b-9f5b-4c7b-adea-5ee51560029c, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:18.410783 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:18.486804 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] For port f782ef1b-9f5b-4c7b-adea-5ee51560029c, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:18.490128 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] For port f782ef1b-9f5b-4c7b-adea-5ee51560029c, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=f782ef1b-9f5b-4c7b-adea-5ee51560029c,segment=NetworkSegment(c9b601fd-b0ce-4a17-a406-b4ad9f7776d1),segment_id=c9b601fd-b0ce-4a17-a406-b4ad9f7776d1)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:18.494932 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:18.546522 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Routers {'fff1cf0f-633d-4e19-98e8-58c0aa70ce38'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:12:18.547747 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:11:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:18.618633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf30a59-be93-4d00-ae90-194a98acabc6 None None] Pushing event updated for resources: {'Port': ['ID=f782ef1b-9f5b-4c7b-adea-5ee51560029c,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:18.742621 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] Set router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:12:19.065949 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:13Z', 'revision_number': 4, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'f782ef1b-9f5b-4c7b-adea-5ee51560029c', 'name': '', 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'mac_address': 'fa:16:3e:6c:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '96e016f7-59b7-4851-8e55-378a05a3a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:13Z', 'updated_at': '2021-09-14T17:12:18Z', 'revision_number': 4, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'subnets': [{'id': '96e016f7-59b7-4851-8e55-378a05a3a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:12:19.113509 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2e4a-9889-4b80-85a8-ed1772cee938 req-dd8ab79d-16f2-4553-bf5b-5d0b0b325c42 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:19.116219 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff26ac-4b21-4cad-9413-3855c6cc2085 None None] The sync data for ids ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'] in dv-cinder-808992-3-iscsi is: [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:13Z', 'revision_number': 4, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'f782ef1b-9f5b-4c7b-adea-5ee51560029c', 'name': '', 'network_id': 'd0f7b76f-db6c-4a42-a6ae-c7040f2f005b', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'mac_address': 'fa:16:3e:6c:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '96e016f7-59b7-4851-8e55-378a05a3a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:13Z', 'updated_at': '2021-09-14T17:12:18Z', 'revision_number': 4, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'subnets': [{'id': '96e016f7-59b7-4851-8e55-378a05a3a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:12:19.122383 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-970d2e4a-9889-4b80-85a8-ed1772cee938 req-dd8ab79d-16f2-4553-bf5b-5d0b0b325c42 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0993531 Sep 14 17:12:19.181112 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-970d2e4a-9889-4b80-85a8-ed1772cee938 req-f237689d-0c80-45ef-9179-09fbfe581927 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Sep 14 17:12:19.247666 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46706) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:19.405611 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7dce2e0f-3d89-4530-9a34-7b7d933f8c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.517044 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7dce2e0f-3d89-4530-9a34-7b7d933f8c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.521470 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7dce2e0f-3d89-4530-9a34-7b7d933f8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.563873 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2e0f-3d89-4530-9a34-7b7d933f8c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceba7ca-34bd-40db-bfed-455569c98b47,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:19.570301 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-7dce2e0f-3d89-4530-9a34-7b7d933f8c39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c0feada85c2453e8f9e534265e7eb86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190830 Sep 14 17:12:19.571245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46712) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:19.641810 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d4722d3a-396f-411f-905b-fa7e295a2bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.668516 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d4722d3a-396f-411f-905b-fa7e295a2bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.729315 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d4722d3a-396f-411f-905b-fa7e295a2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.732051 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d4722d3a-396f-411f-905b-fa7e295a2bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:19.733311 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d4722d3a-396f-411f-905b-fa7e295a2bee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cceba7ca-34bd-40db-bfed-455569c98b47 HTTP/1.1" status: 204 len: 168 time: 0.1616104 Sep 14 17:12:19.743358 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4722d3a-396f-411f-905b-fa7e295a2bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceba7ca-34bd-40db-bfed-455569c98b47,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:19.856972 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2176ab94-2872-460b-a208-883238275085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:20.391975 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57f285-beea-46e5-8052-49db5a0d93e2 req-5e12e945-29f7-4ac6-8714-1764ade7bebf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:20.393690 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e57f285-beea-46e5-8052-49db5a0d93e2 req-5e12e945-29f7-4ac6-8714-1764ade7bebf tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0867646 Sep 14 17:12:20.456367 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e57f285-beea-46e5-8052-49db5a0d93e2 req-e90ce056-eb88-4012-acfd-b944ddf76793 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Sep 14 17:12:20.580612 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:20.841487 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f782ef1b-9f5b-4c7b-adea-5ee51560029c up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:20.914459 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:20.948613 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port f782ef1b-9f5b-4c7b-adea-5ee51560029c completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:20.956151 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port f782ef1b-9f5b-4c7b-adea-5ee51560029c triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:20.956716 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:21.111540 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:21.266738 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port f782ef1b-9f5b-4c7b-adea-5ee51560029c, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=f782ef1b-9f5b-4c7b-adea-5ee51560029c,segment=NetworkSegment(c9b601fd-b0ce-4a17-a406-b4ad9f7776d1),segment_id=c9b601fd-b0ce-4a17-a406-b4ad9f7776d1)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:12:21.273476 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:21.354515 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=f782ef1b-9f5b-4c7b-adea-5ee51560029c,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:21.601186 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9c0f-b81c-4860-a5e5-20132fe04bc3 req-cd4faf85-58ed-43d7-8a58-0dc302df111c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:21.609970 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-870e9c0f-b81c-4860-a5e5-20132fe04bc3 req-cd4faf85-58ed-43d7-8a58-0dc302df111c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0689769 Sep 14 17:12:21.659747 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-870e9c0f-b81c-4860-a5e5-20132fe04bc3 req-cd783e1a-707a-4fb8-b578-6c039dae4f7f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485768 Sep 14 17:12:22.648617 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:22.777614 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f782ef1b-9f5b-4c7b-adea-5ee51560029c up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:12:22.846049 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port f782ef1b-9f5b-4c7b-adea-5ee51560029c triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:22.846482 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:26.594955 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b63620b5-c23a-4851-acef-7fdbe02039a4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:26.597135 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b63620b5-c23a-4851-acef-7fdbe02039a4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 814 time: 0.0987923 Sep 14 17:12:26.612620 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-72640b25-4f4a-4ce3-869e-51b208449eb4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/quotas/76a022ec5ce3413db4a2f0a9a122caad HTTP/1.1" status: 200 len: 375 time: 0.0096714 Sep 14 17:12:26.660564 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-1ed59d5e-0c52-4f15-a022-ca7d898c9c14 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426521 Sep 14 17:12:26.758246 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-a4d959f2-3f7a-4bcc-92cd-f557dcd9418c service neutron] 10.222.0.64 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Sep 14 17:12:26.850263 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-002ffffb-b944-46e1-8698-4ee03daf9bab service neutron] 10.222.0.64 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859835 Sep 14 17:12:27.470062 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7eb03940-b43a-47f9-9ef6-1fbeda56b713 req-7fe31201-63a9-49e2-a590-28fa05e8b3b5 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 210 time: 0.0261467 Sep 14 17:12:28.476359 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-ee839b75-b024-4aaf-b5a9-dc7c72411a7c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:28.477879 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-ee839b75-b024-4aaf-b5a9-dc7c72411a7c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.41 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 814 time: 0.1430326 Sep 14 17:12:28.553587 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'port': {'device_id': 'dc135d63-f286-4cb1-a465-1926187293da', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'admin_state_up': True, 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:28.659482 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac736ad0-dbd9-47a3-8014-5156c4a9dd32 req-2a04444a-632b-46ae-8fb8-78ee4a4a3436 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 210 time: 0.0304289 Sep 14 17:12:28.700041 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Made reservation on behalf of 76a022ec5ce3413db4a2f0a9a122caad for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:12:28.704136 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:28.836847 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Allocated IP 172.20.0.10 (b7fc05a7-fb49-406c-9939-97cb8e6dbb8d/9aec3061-3901-471e-9632-55a16d86fef4/6c4b8b01-b3c0-4188-af71-a815fa059058) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:12:29.061194 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.086888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Transition to ACTIVE for port object 6c4b8b01-b3c0-4188-af71-a815fa059058 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:29.138421 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.173234 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 46924) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:29.203913 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:29.220804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:12:29.222355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:12:29.224931 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:12:29.295770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:29.296652 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.318410 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-b5e9f0de-4461-4947-9b4e-bbced8d090dc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686942 Sep 14 17:12:29.444153 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26613eb0-bfe3-4b81-b3af-922d89a6c9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.531644 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5ece7fa6-7ef6-4219-aae6-fc9f37155457 None None] Provisioning for port 6c4b8b01-b3c0-4188-af71-a815fa059058 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:12:29.539884 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5ece7fa6-7ef6-4219-aae6-fc9f37155457 None None] Provisioning complete for port 6c4b8b01-b3c0-4188-af71-a815fa059058 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:12:29.540259 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5ece7fa6-7ef6-4219-aae6-fc9f37155457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.625996 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26613eb0-bfe3-4b81-b3af-922d89a6c9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.633355 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26613eb0-bfe3-4b81-b3af-922d89a6c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.669711 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-5ece7fa6-7ef6-4219-aae6-fc9f37155457 None None] Port 6c4b8b01-b3c0-4188-af71-a815fa059058 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:12:29.721398 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-26613eb0-bfe3-4b81-b3af-922d89a6c9e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=748df1fc68ad4ec5b194038c2028a585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463438 Sep 14 17:12:29.722742 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613eb0-bfe3-4b81-b3af-922d89a6c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37476ee-9ae9-447b-acbf-c741e974d1c5,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:29.724129 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 46942) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:12:29.803932 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-59691b93-9646-4ae5-a439-695e92fee13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.824389 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-59691b93-9646-4ae5-a439-695e92fee13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.880878 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-59691b93-9646-4ae5-a439-695e92fee13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.883544 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-59691b93-9646-4ae5-a439-695e92fee13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:29.884772 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-59691b93-9646-4ae5-a439-695e92fee13f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a37476ee-9ae9-447b-acbf-c741e974d1c5 HTTP/1.1" status: 204 len: 168 time: 0.1587503 Sep 14 17:12:29.894746 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59691b93-9646-4ae5-a439-695e92fee13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37476ee-9ae9-447b-acbf-c741e974d1c5,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:31.713333 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:12:44.806255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:47.350802 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a8009433-34ca-4074-a9b0-76220c910b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:49.854389 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3eca9f6e-c202-46cb-b4fb-67a530c9f953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:50.574595 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:50.852401 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:52.645039 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:55.933236 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Request body: {'port': {'device_id': 'dc135d63-f286-4cb1-a465-1926187293da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:12:55.990483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:56.048429 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-9cf53795-e911-4cf5-86a5-10258fae7d67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483267 Sep 14 17:12:56.119792 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-aac3b98a-c608-4356-a451-3a978ed8d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:56.121402 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-aac3b98a-c608-4356-a451-3a978ed8d599 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d36d273394006b9f21ce76dba61d5&device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 1098 time: 0.0395515 Sep 14 17:12:56.153683 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b731b-0bb4-4b0e-8d8c-f550642f0c26 req-dfad2d5d-eed2-43a3-ba8e-89d0b56e2f86 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:56.155222 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f1b731b-0bb4-4b0e-8d8c-f550642f0c26 req-dfad2d5d-eed2-43a3-ba8e-89d0b56e2f86 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 932 time: 0.1211882 Sep 14 17:12:56.238425 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-eef9a3b7-a480-4a68-8d55-c3a916d33363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:56.240440 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-eef9a3b7-a480-4a68-8d55-c3a916d33363 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 200 len: 919 time: 0.0903797 Sep 14 17:12:56.248820 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f1b731b-0bb4-4b0e-8d8c-f550642f0c26 req-7538e219-3fd5-41ab-8b33-1ab12540b638 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Sep 14 17:12:56.298016 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-974b4559-0a01-4862-9003-6f7f9d7672ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f HTTP/1.1" status: 200 len: 217 time: 0.0347726 Sep 14 17:12:56.333284 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4b8b01-b3c0-4188-af71-a815fa059058 {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:12:56.340684 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:56.351376 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-b0e6b402-6c6f-428e-b13c-df86130f36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:56.352636 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Transition to ACTIVE for port object 6c4b8b01-b3c0-4188-af71-a815fa059058 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:12:56.352907 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-b0e6b402-6c6f-428e-b13c-df86130f36ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 200 len: 858 time: 0.0429585 Sep 14 17:12:56.356291 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:56.387277 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-5926d0f8-99f9-4401-8ae3-78caf1ace46a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3887dccf-3c70-483e-8c6d-7f1292d74361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236609 Sep 14 17:12:56.412260 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:56.489628 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Attempting to bind port 6c4b8b01-b3c0-4188-af71-a815fa059058 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:12:56.490277 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Attempting to bind port 6c4b8b01-b3c0-4188-af71-a815fa059058 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:12:56.490686 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Attempting to bind port 6c4b8b01-b3c0-4188-af71-a815fa059058 on network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:56.497993 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Port 6c4b8b01-b3c0-4188-af71-a815fa059058 on network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:12:56.498610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Attempting to bind port 6c4b8b01-b3c0-4188-af71-a815fa059058 on network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:12:56.503122 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-035e0fc4-8553-423d-9769-1696b4eb80d9 service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015990 Sep 14 17:12:56.504001 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:12:56.504551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Checking segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:12:56.504804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Bound using segment: {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:12:56.505236 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Bound port: 6c4b8b01-b3c0-4188-af71-a815fa059058, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:12:56.505591 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:56.574550 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:12:56.579231 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:12:56.584353 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:56.615780 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3d570f3a-7d9d-480a-9fba-edec82ad7cf5 req-ca97acbd-5559-42bf-a9dd-485baa46608f service neutron] 10.222.0.41 "GET /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021502 Sep 14 17:12:56.619245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:56.619866 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:12:56.621263 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] 10.222.0.41 "PUT /v2.0/ports/6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 1094 time: 0.6927285 Sep 14 17:12:56.621694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:12:56.624527 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04cd13-a84b-43e6-9797-ac626e610e87" -d '{"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:12:56.652083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed52c4-3e71-4ce6-ba30-8d63d0c6630c service neutron] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:12:56.673058 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0450642c-ca14-45ba-817e-79ef1b230dbd x-openstack-request-id: req-0450642c-ca14-45ba-817e-79ef1b230dbd {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:12:56.673351 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:12:56.673599 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0450642c-ca14-45ba-817e-79ef1b230dbd {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:12:56.673992 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'status': 'completed', 'code': 200} Sep 14 17:12:56.908248 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04cd13-a84b-43e6-9797-ac626e610e87 req-db57cd52-2e6f-47c4-8141-3747acb0edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:56.909795 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab04cd13-a84b-43e6-9797-ac626e610e87 req-db57cd52-2e6f-47c4-8141-3747acb0edd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1097 time: 0.0436735 Sep 14 17:12:57.070753 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04cd13-a84b-43e6-9797-ac626e610e87 req-fb35d15a-e6c8-461f-bf1b-7358cdde45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:57.072098 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab04cd13-a84b-43e6-9797-ac626e610e87 req-fb35d15a-e6c8-461f-bf1b-7358cdde45e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0972986 Sep 14 17:12:57.277695 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04cd13-a84b-43e6-9797-ac626e610e87 req-a0cedffe-2df4-4715-a6bc-5c5db3393ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:57.279551 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab04cd13-a84b-43e6-9797-ac626e610e87 req-a0cedffe-2df4-4715-a6bc-5c5db3393ebd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918834 Sep 14 17:12:57.488528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-684ff995-1f78-48a1-97e6-e538125ff43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:57.490013 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-684ff995-1f78-48a1-97e6-e538125ff43a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1097 time: 0.0764887 Sep 14 17:12:57.503412 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe6a08-0609-4cc0-96a1-4f2bfa01486b req-1d09a277-0e28-45c3-8082-7401740cbf9d tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:57.504874 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e1fe6a08-0609-4cc0-96a1-4f2bfa01486b req-1d09a277-0e28-45c3-8082-7401740cbf9d tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0614977 Sep 14 17:12:57.550935 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-844c98ab-a542-4889-a11a-4ca13df840c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 217 time: 0.0451014 Sep 14 17:12:57.597988 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e1fe6a08-0609-4cc0-96a1-4f2bfa01486b req-45f6df20-094c-40c7-9d4d-f71795612157 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865769 Sep 14 17:12:57.624583 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-f59d8e10-f27e-4d75-99c3-b9c35e5708ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:57.626047 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-f59d8e10-f27e-4d75-99c3-b9c35e5708ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 200 len: 853 time: 0.0626628 Sep 14 17:12:57.690945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-aaf2b8ec-c60e-4a9e-b989-4b4021b290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:12:57.692739 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-aaf2b8ec-c60e-4a9e-b989-4b4021b290b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471411 Sep 14 17:12:57.806725 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-298cf77c-4f61-444c-bd1a-a33e365c19d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923882 Sep 14 17:12:57.904012 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85d0487f-529f-4ac7-991a-92af6c3bbe0b req-eaab7c04-4fe4-4d19-a914-8c922c85dc15 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882168 Sep 14 17:13:03.646310 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca7064-46c8-42a4-bfd9-f7160cd48857 req-9a619aab-feae-4127-885c-17e10eaa4232 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:03.647776 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2eca7064-46c8-42a4-bfd9-f7160cd48857 req-9a619aab-feae-4127-885c-17e10eaa4232 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0473139 Sep 14 17:13:03.683718 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2eca7064-46c8-42a4-bfd9-f7160cd48857 req-9724765f-d71a-434b-a8e3-60e6d339dc34 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301204 Sep 14 17:13:04.863618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b846e-57ec-4606-b957-ea9bd21afe4f req-9e036bcf-4160-456e-b1dc-6a9a2305f96f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:04.865273 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d59b846e-57ec-4606-b957-ea9bd21afe4f req-9e036bcf-4160-456e-b1dc-6a9a2305f96f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0517840 Sep 14 17:13:04.903421 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d59b846e-57ec-4606-b957-ea9bd21afe4f req-3d72fd06-d69b-44ef-8a9a-7a27a5a46de9 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Sep 14 17:13:06.014932 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb51b-959c-40cc-bfed-87a3991c9c0c req-f1804d85-01af-4944-a849-925f4028e802 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:06.016382 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f60eb51b-959c-40cc-bfed-87a3991c9c0c req-f1804d85-01af-4944-a849-925f4028e802 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0480180 Sep 14 17:13:06.052929 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f60eb51b-959c-40cc-bfed-87a3991c9c0c req-cf0f14f5-18b3-4ec2-acaa-7caefe6b40c8 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Sep 14 17:13:07.164697 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b857-24e5-4d95-8568-2f9a1f8aa7f1 req-afc924c7-ba9a-474f-81b7-f6b6afdb5ac8 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:07.166142 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4286b857-24e5-4d95-8568-2f9a1f8aa7f1 req-afc924c7-ba9a-474f-81b7-f6b6afdb5ac8 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0470910 Sep 14 17:13:07.202422 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4286b857-24e5-4d95-8568-2f9a1f8aa7f1 req-76260240-2f92-4146-a776-df69ca25c762 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Sep 14 17:13:08.712204 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:13:09.954335 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb330-5e99-46aa-affa-098313f1a1c9 req-7b566cbd-a50f-4520-84e3-d14ff827a6a3 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:09.955835 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bccbb330-5e99-46aa-affa-098313f1a1c9 req-7b566cbd-a50f-4520-84e3-d14ff827a6a3 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0517213 Sep 14 17:13:09.993209 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bccbb330-5e99-46aa-affa-098313f1a1c9 req-3af0efbc-f914-419d-8f94-6fcfab3d9982 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Sep 14 17:13:11.198240 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69f523-9212-42d9-a107-59c4cff1ad50 req-d260a48e-c7e6-476b-8419-c6bad88c935c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:11.200184 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1a69f523-9212-42d9-a107-59c4cff1ad50 req-d260a48e-c7e6-476b-8419-c6bad88c935c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0463424 Sep 14 17:13:11.237179 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1a69f523-9212-42d9-a107-59c4cff1ad50 req-956d56a0-2ec6-4284-92a2-a28c6a70109e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306439 Sep 14 17:13:12.370194 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ee20b-b0f0-464c-9e37-508b087b856d req-5a19d1e6-7b8a-4afe-a4cd-ba5dfd144234 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:12.371808 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed2ee20b-b0f0-464c-9e37-508b087b856d req-5a19d1e6-7b8a-4afe-a4cd-ba5dfd144234 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 944 time: 0.0592163 Sep 14 17:13:12.412564 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed2ee20b-b0f0-464c-9e37-508b087b856d req-a17850b1-7be5-4b30-8001-ccb139d0e783 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345936 Sep 14 17:13:13.091623 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6c4b8b01-b3c0-4188-af71-a815fa059058 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:13:13.186147 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:13.197007 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'port_id': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'mac_address': 'fa:16:3e:8d:8f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:13:13.236821 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:13.251747 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4b8b01-b3c0-4188-af71-a815fa059058 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:13:13.286574 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:13.296184 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:13.369416 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:13.381893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.382506 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.383053 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.383554 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.384043 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.384620 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.385107 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.385612 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.386317 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.387593 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.388244 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.388752 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:13.573892 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b1285-6780-470d-9385-4fc175891aa4 req-71c709c2-93b3-4386-a0fc-21b6681af2eb tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:13.576063 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f9b1285-6780-470d-9385-4fc175891aa4 req-71c709c2-93b3-4386-a0fc-21b6681af2eb tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 945 time: 0.0640228 Sep 14 17:13:13.615082 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f9b1285-6780-470d-9385-4fc175891aa4 req-68db2c4a-aa4a-4620-927f-55056deabddc tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Sep 14 17:13:13.737731 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6c4b8b01-b3c0-4188-af71-a815fa059058'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:14.662123 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47440) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:14.689699 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df5adb-27e8-4318-b07b-9656f1827c1e req-3d891853-667c-458a-bbaf-d86216930bf5 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:14.692173 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d0df5adb-27e8-4318-b07b-9656f1827c1e req-3d891853-667c-458a-bbaf-d86216930bf5 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0624375 Sep 14 17:13:14.764215 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d0df5adb-27e8-4318-b07b-9656f1827c1e req-685c9e6c-7c77-43ea-9be7-b8b0db3048c3 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660970 Sep 14 17:13:14.792136 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740802d3-1af6-4d9b-85c1-2fe2e88400e7 req-f1a55c3a-e671-4841-8ec8-23601a48d4a7 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:14.792136 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-740802d3-1af6-4d9b-85c1-2fe2e88400e7 req-f1a55c3a-e671-4841-8ec8-23601a48d4a7 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 945 time: 0.0693734 Sep 14 17:13:14.802796 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:14.832913 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:14.860334 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-740802d3-1af6-4d9b-85c1-2fe2e88400e7 req-c76bfe6f-e97e-4c34-b448-22f1d89c182d tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627761 Sep 14 17:13:14.897167 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47446) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:14.901021 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:14.906596 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:14.952454 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78cc303766ce49ec963f1c4373cac72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863145 Sep 14 17:13:14.953400 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47450) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:14.954713 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b476a868-4b5a-4606-9816-e1a795ed5bcf,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:14.966286 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.966520 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.967029 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.967556 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.968091 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.968469 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.968809 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.969140 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.969474 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.969850 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.970184 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:14.970511 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a7f8f-0a01-4e2b-be67-42c47787e6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.021440 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.032057 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c749935-5e6a-4408-8dc4-4da7e53a0329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.055988 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6c4b8b01-b3c0-4188-af71-a815fa059058 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:15.087529 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.107332 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 6c4b8b01-b3c0-4188-af71-a815fa059058 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:15.111135 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 6c4b8b01-b3c0-4188-af71-a815fa059058 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:15.111506 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.149932 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fa45-0fd0-4cd4-9561-41d4ae0d682d req-fc01fee8-3fe8-4e63-b609-018c6b13b289 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:15.151422 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2651fa45-0fd0-4cd4-9561-41d4ae0d682d req-fc01fee8-3fe8-4e63-b609-018c6b13b289 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 946 time: 0.1219015 Sep 14 17:13:15.191452 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.202163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.204949 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.206084 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b476a868-4b5a-4606-9816-e1a795ed5bcf HTTP/1.1" status: 204 len: 168 time: 0.2513931 Sep 14 17:13:15.218278 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:15.222695 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5fa291-b4cd-46ad-bbf7-123e7f79315b" -d '{"events": [{"server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "name": "network-vif-plugged", "status": "completed", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:15.226778 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2651fa45-0fd0-4cd4-9561-41d4ae0d682d req-8f3df912-6002-4f29-aab0-2a95e3b328d4 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671682 Sep 14 17:13:15.231076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b476a868-4b5a-4606-9816-e1a795ed5bcf,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:15.253932 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.254284 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.254632 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.255003 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.256122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.256482 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.256604 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:15.256819 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.257147 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.257479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.257800 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.258143 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.258472 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b7f99-cb84-4853-ba8f-4a95b9512f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:15.261147 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.278806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd31a63-5b52-41c9-921c-82db035bf51f x-openstack-request-id: req-ebd31a63-5b52-41c9-921c-82db035bf51f {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:15.279393 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "name": "network-vif-plugged", "status": "completed", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:15.279851 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebd31a63-5b52-41c9-921c-82db035bf51f {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:15.280291 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'code': 200} Sep 14 17:13:15.292345 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c749935-5e6a-4408-8dc4-4da7e53a0329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.297629 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c749935-5e6a-4408-8dc4-4da7e53a0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.336944 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9c749935-5e6a-4408-8dc4-4da7e53a0329 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36398035250c4673bbc2a2b75ef6aa9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385848 Sep 14 17:13:15.340797 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47458) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:15.347105 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:15.365929 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c749935-5e6a-4408-8dc4-4da7e53a0329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab027b4-6334-4e7e-b5e7-bb26b115191b,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:15.402518 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d938d138-6228-45d1-a303-1de961faa22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.428836 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d938d138-6228-45d1-a303-1de961faa22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.497754 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d938d138-6228-45d1-a303-1de961faa22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.500589 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d938d138-6228-45d1-a303-1de961faa22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:15.505699 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d938d138-6228-45d1-a303-1de961faa22b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ab027b4-6334-4e7e-b5e7-bb26b115191b HTTP/1.1" status: 204 len: 168 time: 0.1636982 Sep 14 17:13:15.515736 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d138-6228-45d1-a303-1de961faa22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab027b4-6334-4e7e-b5e7-bb26b115191b,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:15.531110 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed81-99d6-4a82-913d-ee31b0a561d9 req-cae0b4ad-0775-4cf2-b51d-28bab28000c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:15.546981 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c0aed81-99d6-4a82-913d-ee31b0a561d9 req-cae0b4ad-0775-4cf2-b51d-28bab28000c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1099 time: 0.1023796 Sep 14 17:13:15.603372 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c0aed81-99d6-4a82-913d-ee31b0a561d9 req-3b1b0a7d-8d5c-4478-9f80-644544208005 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Sep 14 17:13:15.893579 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eafbe-945a-464d-8e0d-c7b945fbe2e3 req-f771bb14-2410-49d4-80ae-175947484a67 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:15.895217 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c35eafbe-945a-464d-8e0d-c7b945fbe2e3 req-f771bb14-2410-49d4-80ae-175947484a67 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Sep 14 17:13:15.934870 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c35eafbe-945a-464d-8e0d-c7b945fbe2e3 req-0d7be6a7-43ce-408b-9c37-66d95568aa18 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Sep 14 17:13:16.042576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9287ea3-1935-4c13-a200-0064e48e7271 req-f39b76a7-68e0-45ad-8298-4c6e7c70b02e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:16.044618 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c9287ea3-1935-4c13-a200-0064e48e7271 req-f39b76a7-68e0-45ad-8298-4c6e7c70b02e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0527120 Sep 14 17:13:16.048012 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47488) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:16.089740 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c9287ea3-1935-4c13-a200-0064e48e7271 req-893a6c40-649c-4ee4-9ad0-5dda7e8bb8d3 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Sep 14 17:13:16.154014 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-243938674-network', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:16.174319 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Made reservation on behalf of 2fa60c0636164526a8e62f89e3b8305d for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:16.176771 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.185593 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.272904 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.277784 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.304881 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:13:16.338586 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0593c6f-b184-4129-a9c9-4aad5cc3ff91,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:16.341977 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.342315 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Added segment 444951d6-b327-4180-b769-d11065974f53 of type vlan for network 92bc3296-a879-411b-af06-b5633f3cb165 Sep 14 17:13:16.391350 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.405598 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db2de-bb49-4ffb-b5a2-67af257173a6 req-fe315723-50f4-4d31-89e2-9fca54418df7 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:16.407086 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-da1db2de-bb49-4ffb-b5a2-67af257173a6 req-fe315723-50f4-4d31-89e2-9fca54418df7 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 946 time: 0.1001065 Sep 14 17:13:16.441454 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.442366 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:16.442927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.472676 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-da1db2de-bb49-4ffb-b5a2-67af257173a6 req-3b8d07a3-f9e3-4086-9c03-71527e9b2b20 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Sep 14 17:13:16.514340 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4652576 Sep 14 17:13:16.515062 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c20b4-5140-4618-9410-f3ab048930fe admin admin] Pushing event updated for resources: {'Network': ['ID=92bc3296-a879-411b-af06-b5633f3cb165,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:16.517131 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47494) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:16.521946 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Request body: {'subnet': {'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-243938674-subnet', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:16.524549 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 92bc3296-a879-411b-af06-b5633f3cb165 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:13:16.543783 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Made reservation on behalf of 2fa60c0636164526a8e62f89e3b8305d for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:16.546115 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5691585'] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.724066 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5691615'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.773846 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaad51eb-1e9a-4e3b-91e4-d56252d8beac,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:16.790708 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Checking segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:16.791078 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Network hostable DHCP agents. Network: 92bc3296-a879-411b-af06-b5633f3cb165, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:13:16.808171 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Network 92bc3296-a879-411b-af06-b5633f3cb165 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:13:16.816175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 92bc3296-a879-411b-af06-b5633f3cb165) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:16.820212 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:16.820830 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.825531 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cb6f4-d26f-4653-b6f9-de3797ceceed None None] Network 92bc3296-a879-411b-af06-b5633f3cb165 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:13:16.837440 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-2aaf4164-d461-4860-99b8-e435b0c7f7ec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3168478 Sep 14 17:13:16.838052 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47498) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:16.843207 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:16.864244 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.865279 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.917287 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:16.981674 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-92bc3296-a879-411b-af06-b5633f3cb165', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:13:16.982581 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.061670 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.117052 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdf4f-fc66-414f-830b-aea89034f99b req-58a137cb-2255-44bc-b6b3-bccddf143874 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:17.119985 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5f9fdf4f-fc66-414f-830b-aea89034f99b req-58a137cb-2255-44bc-b6b3-bccddf143874 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0680027 Sep 14 17:13:17.151943 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Allocated IP 172.20.0.2 (92bc3296-a879-411b-af06-b5633f3cb165/aaad51eb-1e9a-4e3b-91e4-d56252d8beac/59703c48-1481-42ef-b0be-3fddac46e083) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:17.172353 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5f9fdf4f-fc66-414f-830b-aea89034f99b req-fc47de98-a141-45bd-8d77-7d21f40fe556 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Sep 14 17:13:17.224122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae4681-05d2-43b1-97e1-97bc36f37705 req-9af74f43-90dd-46ff-a70a-5925d091d56c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:17.225538 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b8ae4681-05d2-43b1-97e1-97bc36f37705 req-9af74f43-90dd-46ff-a70a-5925d091d56c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0509164 Sep 14 17:13:17.279674 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b8ae4681-05d2-43b1-97e1-97bc36f37705 req-14118d6f-0f3f-44dc-8467-57e4683ae7c4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478590 Sep 14 17:13:17.302930 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.326159 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.332221 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.346339 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Transition to ACTIVE for port object 59703c48-1481-42ef-b0be-3fddac46e083 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:17.358598 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5657191e-1978-4f6c-99c9-ade167fbdafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.366430 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Transition to ACTIVE for port object 59703c48-1481-42ef-b0be-3fddac46e083 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:17.373971 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.414073 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Network 92bc3296-a879-411b-af06-b5633f3cb165 is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:17.416891 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:17.424151 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:17.427112 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Pushing event updated for resources: {'Port': ['ID=59703c48-1481-42ef-b0be-3fddac46e083,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:17.444299 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Allocated IP 172.27.1.117 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:17.476722 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Attempting to bind port 59703c48-1481-42ef-b0be-3fddac46e083 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:17.477006 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Attempting to bind port 59703c48-1481-42ef-b0be-3fddac46e083 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:17.477351 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Attempting to bind port 59703c48-1481-42ef-b0be-3fddac46e083 on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:17.482861 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:17.483227 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Checking segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:17.483618 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.484002 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Bound using segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:17.484474 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Bound port: 59703c48-1481-42ef-b0be-3fddac46e083, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:17.484847 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.551132 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.594441 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.603323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9056-1bfe-44af-83fc-e9cb48f1a695 req-530aa299-9eb5-4b20-87ab-2931b2230fb9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:17.605097 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-042f9056-1bfe-44af-83fc-e9cb48f1a695 req-530aa299-9eb5-4b20-87ab-2931b2230fb9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 946 time: 0.0600150 Sep 14 17:13:17.638633 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:17.641957 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:17.644623 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:17.651516 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-042f9056-1bfe-44af-83fc-e9cb48f1a695 req-95d58eb9-af7a-4baa-b219-c57d7c1a05a5 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/security-groups?id=81f24af1-c28c-4f61-838f-0575c691befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385277 Sep 14 17:13:17.689068 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] For port 59703c48-1481-42ef-b0be-3fddac46e083, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:17.692480 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] For port 59703c48-1481-42ef-b0be-3fddac46e083, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=59703c48-1481-42ef-b0be-3fddac46e083,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:17.696471 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:17.697188 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.763780 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78678ddd-9135-44f5-9052-6538eb307859 None None] Pushing event updated for resources: {'Port': ['ID=59703c48-1481-42ef-b0be-3fddac46e083,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:17.897448 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:17.977711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-2142258f-a09e-4c30-ba13-aceec8190691 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:17.978307 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-2142258f-a09e-4c30-ba13-aceec8190691 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 946 time: 0.3071735 Sep 14 17:13:18.093403 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Deleting port 166c4e02-2ecd-4256-b157-0bb5a6299159 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:13:18.093753 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:18.149095 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:18.190285 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] For port 166c4e02-2ecd-4256-b157-0bb5a6299159, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=166c4e02-2ecd-4256-b157-0bb5a6299159,segment=NetworkSegment(51d69b54-70aa-429c-9c3e-d84c65971d82),segment_id=51d69b54-70aa-429c-9c3e-d84c65971d82)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:18.190874 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:18.205035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Calling delete_port for 166c4e02-2ecd-4256-b157-0bb5a6299159 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:13:18.329647 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5aa27-e16e-4902-a192-ea48c0008691 req-ef5e3e14-d6d2-42e2-8c2d-4c72cdf32898 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:18.331358 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67a5aa27-e16e-4902-a192-ea48c0008691 req-ef5e3e14-d6d2-42e2-8c2d-4c72cdf32898 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.0805566 Sep 14 17:13:18.444869 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67a5aa27-e16e-4902-a192-ea48c0008691 req-bc8b277c-0403-481a-9bf1-40a040c7e42f tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067076 Sep 14 17:13:18.459138 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:18.471777 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722d1af-ed1c-44f5-ae48-30f0c4491985 req-59e5f9ca-cf61-47e2-ad83-597b6d748080 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:18.471913 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['166c4e02-2ecd-4256-b157-0bb5a6299159'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:18.477380 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3722d1af-ed1c-44f5-ae48-30f0c4491985 req-59e5f9ca-cf61-47e2-ad83-597b6d748080 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.1162448 Sep 14 17:13:18.526807 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Pushing event deleted for resources: {'Port': ['ID=166c4e02-2ecd-4256-b157-0bb5a6299159,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:18.566659 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3722d1af-ed1c-44f5-ae48-30f0c4491985 req-0475ae17-b13d-43f8-b16e-aadeb5a695e6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883944 Sep 14 17:13:18.571666 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-a4fd2f22-edbb-4c8b-9665-8230c9e2b20d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:18.573216 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-a4fd2f22-edbb-4c8b-9665-8230c9e2b20d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 945 time: 0.1089451 Sep 14 17:13:18.593161 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] No DVR routers for this DVR port 166c4e02-2ecd-4256-b157-0bb5a6299159 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:13:18.596092 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:18.598368 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c5475b58-5109-46bc-a3d8-4a4d1effdd8b req-4052d94a-fe3b-4f71-ad48-2f864433caa9 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.41 "DELETE /v2.0/ports/166c4e02-2ecd-4256-b157-0bb5a6299159 HTTP/1.1" status: 204 len: 173 time: 0.6117868 Sep 14 17:13:18.598873 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'name': 'network-vif-deleted', 'tag': '166c4e02-2ecd-4256-b157-0bb5a6299159'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:18.601492 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec6fb6-be2c-414f-8ab1-bd54ba920907" -d '{"events": [{"server_uuid": "0bc2d319-eb1f-4f15-b476-dec661a2ba78", "name": "network-vif-deleted", "tag": "166c4e02-2ecd-4256-b157-0bb5a6299159"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:18.647833 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Router a6469b3f-b246-40a0-8821-68925b2c7c8d is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:13:18.657682 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f7f99-8b12-4675-a65f-4ba5e487cad8 x-openstack-request-id: req-512f7f99-8b12-4675-a65f-4ba5e487cad8 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:18.658026 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc2d319-eb1f-4f15-b476-dec661a2ba78", "name": "network-vif-deleted", "tag": "166c4e02-2ecd-4256-b157-0bb5a6299159", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:18.658278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-512f7f99-8b12-4675-a65f-4ba5e487cad8 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:18.658674 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2d319-eb1f-4f15-b476-dec661a2ba78', 'name': 'network-vif-deleted', 'tag': '166c4e02-2ecd-4256-b157-0bb5a6299159', 'status': 'completed', 'code': 200} Sep 14 17:13:18.774125 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee5d3-e40f-4d0f-8e94-d569c49aff57 req-911bc85c-b9ea-4963-a958-1ac12bfe0db6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:18.775767 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e35ee5d3-e40f-4d0f-8e94-d569c49aff57 req-911bc85c-b9ea-4963-a958-1ac12bfe0db6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.1127238 Sep 14 17:13:18.817606 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Deleting port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:13:18.818168 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:18.848838 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 59703c48-1481-42ef-b0be-3fddac46e083 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:18.870392 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ae8fbaaa-a9a4-4c70-9364-d90b46ca3f07 req-060a2c65-b74a-4f17-b160-bfab388268f2 tempest-VolumesSnapshotTestJSON-1956706103 tempest-VolumesSnapshotTestJSON-1956706103-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc2d319-eb1f-4f15-b476-dec661a2ba78 HTTP/1.1" status: 200 len: 210 time: 0.0513513 Sep 14 17:13:18.876362 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e35ee5d3-e40f-4d0f-8e94-d569c49aff57 req-d52fcf1c-b76b-498c-98bb-50dfed0f8d05 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835953 Sep 14 17:13:18.892230 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe4f1f-676d-4fb7-a210-cef46cc8e57f None None] Network 92bc3296-a879-411b-af06-b5633f3cb165 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:13:18.892743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:13:18.906195 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:13:18.916327 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:18.917148 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:12:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:18.993244 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] For port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:18.993861 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.013272 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Calling delete_port for e21435af-a81e-45c8-9b0a-3fe9ccfbc73f owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:13:19.027817 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 59703c48-1481-42ef-b0be-3fddac46e083 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:19.030366 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-e2429416-4f79-4b53-9bf6-2ae32b0d4a7f None None] Provisioning for port 59703c48-1481-42ef-b0be-3fddac46e083 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:19.043354 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 59703c48-1481-42ef-b0be-3fddac46e083 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:19.044040 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.082859 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-e2429416-4f79-4b53-9bf6-2ae32b0d4a7f None None] Provisioning complete for port 59703c48-1481-42ef-b0be-3fddac46e083 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:19.084832 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e2429416-4f79-4b53-9bf6-2ae32b0d4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.141003 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:19.196324 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.205672 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-85ea11bd-f7a6-4f79-b4a6-50055203b469 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3665235 Sep 14 17:13:19.208341 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47530) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:19.336275 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:17Z', 'revision_number': 3, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:19.345044 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.345633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.360646 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['e21435af-a81e-45c8-9b0a-3fe9ccfbc73f', '3a7c95c7-5e43-4524-9080-1ff74b50601a'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:19.365712 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e2429416-4f79-4b53-9bf6-2ae32b0d4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.373148 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:13:19.373734 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Updating router a6469b3f-b246-40a0-8821-68925b2c7c8d port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:13:19.391382 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Pushing event deleted for resources: {'Port': ['ID=e21435af-a81e-45c8-9b0a-3fe9ccfbc73f,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:19.407028 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.432033 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 59703c48-1481-42ef-b0be-3fddac46e083, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=59703c48-1481-42ef-b0be-3fddac46e083,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:19.457298 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.485387 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] No DVR routers for this DVR port e21435af-a81e-45c8-9b0a-3fe9ccfbc73f on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:13:19.491116 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.493177 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c3ff1ec-3328-41dc-8ddb-167e6b05e24a req-94e82fdb-650a-4cae-8d7b-6236b6bbae93 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "DELETE /v2.0/ports/e21435af-a81e-45c8-9b0a-3fe9ccfbc73f HTTP/1.1" status: 204 len: 173 time: 0.9132361 Sep 14 17:13:19.493640 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f569311c-bea5-4382-a2a8-7df494651423', 'name': 'network-vif-deleted', 'tag': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:19.495909 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff3b6f-bad7-478d-bdc2-8d9638bdd08d" -d '{"events": [{"server_uuid": "f569311c-bea5-4382-a2a8-7df494651423", "name": "network-vif-deleted", "tag": "e21435af-a81e-45c8-9b0a-3fe9ccfbc73f"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:19.526384 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857765e1-7ce4-4268-812d-654567a2b224 req-b63ae9d2-be77-414b-b064-f181055198aa tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:19.529456 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-857765e1-7ce4-4268-812d-654567a2b224 req-b63ae9d2-be77-414b-b064-f181055198aa tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.1990457 Sep 14 17:13:19.623520 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.db.api [None req-e2429416-4f79-4b53-9bf6-2ae32b0d4a7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 17:13:19.623952 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG oslo_db.api [None req-e2429416-4f79-4b53-9bf6-2ae32b0d4a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 17:13:19.684989 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-17b93631-b98e-4581-88fe-11645659a1ac req-11fda8ca-4b17-49ca-9c61-a62e66915a41 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=f569311c-bea5-4382-a2a8-7df494651423 HTTP/1.1" status: 200 len: 210 time: 0.0489833 Sep 14 17:13:19.688371 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=59703c48-1481-42ef-b0be-3fddac46e083,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:19.696810 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-857765e1-7ce4-4268-812d-654567a2b224 req-99161d1e-3338-49b1-b4dc-2581c73aadcd tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556056 Sep 14 17:13:19.763825 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.766692 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ac69c-04a5-4da6-91f3-a19d9ddb59f3 x-openstack-request-id: req-6d6ac69c-04a5-4da6-91f3-a19d9ddb59f3 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:19.766992 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f569311c-bea5-4382-a2a8-7df494651423", "name": "network-vif-deleted", "tag": "e21435af-a81e-45c8-9b0a-3fe9ccfbc73f", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:19.767259 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d6ac69c-04a5-4da6-91f3-a19d9ddb59f3 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:19.767692 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f569311c-bea5-4382-a2a8-7df494651423', 'name': 'network-vif-deleted', 'tag': 'e21435af-a81e-45c8-9b0a-3fe9ccfbc73f', 'status': 'completed', 'code': 200} Sep 14 17:13:19.783097 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Transition to ACTIVE for port object 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:19.791669 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.849023 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Pushing event updated for resources: {'Port': ['ID=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,revision_number=2']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:19.851817 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Attempting to bind port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:19.852222 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Attempting to bind port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:19.852546 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Attempting to bind port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:19.860589 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.860936 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.861277 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.861618 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.861926 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.862868 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.862868 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.863213 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.863581 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.863938 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.864282 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.864653 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:13:19.866094 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3deb-4296-4e2c-818e-0a4907d93fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.869235 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:19.869604 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:19.870048 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.870427 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:19.870996 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Bound port: 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:19.871379 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:19.948440 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] For port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:19.949659 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] For port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:19.959958 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.034671 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.061041 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:20.061832 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:20.063913 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c12d-20c2-492e-b1cb-f73ef9e85e37 None None] Pushing event updated for resources: {'Port': ['ID=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:20.255292 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:20.288915 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Allocated IP 172.20.0.1 (92bc3296-a879-411b-af06-b5633f3cb165/aaad51eb-1e9a-4e3b-91e4-d56252d8beac/4c55fd0f-5c45-4b3e-9282-918122361801) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:20.371140 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-8c7efa34-9222-48cb-8b3e-69822afaa686 None None] Provisioning complete for port 59703c48-1481-42ef-b0be-3fddac46e083 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:20.371716 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8c7efa34-9222-48cb-8b3e-69822afaa686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.424865 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.441057 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Transition to ACTIVE for port object 4c55fd0f-5c45-4b3e-9282-918122361801 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:20.485950 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.502124 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:17Z', 'revision_number': 3, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:20.523373 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Network 92bc3296-a879-411b-af06-b5633f3cb165 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:20.527586 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:20.531254 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:20.533349 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64de3c5-4f40-4ad2-a837-55f50b840415 None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:17Z', 'revision_number': 3, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:13:20.538811 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Pushing event updated for resources: {'Port': ['ID=4c55fd0f-5c45-4b3e-9282-918122361801,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:20.583220 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.590715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.749314 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.789496 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 59703c48-1481-42ef-b0be-3fddac46e083 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:20.851079 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cb17d55-7423-4193-b8c0-81282fc59caa None None] Provisioning for port 4c55fd0f-5c45-4b3e-9282-918122361801 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:20.859169 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cb17d55-7423-4193-b8c0-81282fc59caa None None] Provisioning complete for port 4c55fd0f-5c45-4b3e-9282-918122361801 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:20.859785 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cb17d55-7423-4193-b8c0-81282fc59caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.907263 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:20.926141 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cb17d55-7423-4193-b8c0-81282fc59caa None None] Port 4c55fd0f-5c45-4b3e-9282-918122361801 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:13:20.930244 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 59703c48-1481-42ef-b0be-3fddac46e083 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:20.930607 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:21.008011 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:21.020752 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:21.093607 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 166c4e02-2ecd-4256-b157-0bb5a6299159 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:13:21.115676 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 166c4e02-2ecd-4256-b157-0bb5a6299159 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:13:21.116273 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 166c4e02-2ecd-4256-b157-0bb5a6299159 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:13:21.116916 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device e21435af-a81e-45c8-9b0a-3fe9ccfbc73f no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:13:21.127030 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:21.135938 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Pushing event updated for resources: {'Port': ['ID=4c55fd0f-5c45-4b3e-9282-918122361801,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:21.137314 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: e21435af-a81e-45c8-9b0a-3fe9ccfbc73f {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:13:21.137666 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device e21435af-a81e-45c8-9b0a-3fe9ccfbc73f not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:13:21.174678 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f39a55-b6d4-46c3-98be-a71a33bd0836 req-1b6d0273-9649-4104-b3af-0bf89d2b46e8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:21.176196 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1f39a55-b6d4-46c3-98be-a71a33bd0836 req-1b6d0273-9649-4104-b3af-0bf89d2b46e8 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1454418 Sep 14 17:13:21.267419 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1f39a55-b6d4-46c3-98be-a71a33bd0836 req-4e985f8a-9ce0-4874-82a6-6567438fde21 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Sep 14 17:13:21.280102 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Network 92bc3296-a879-411b-af06-b5633f3cb165 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:21.281619 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:21.457596 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:13:21.611049 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:13:21.617138 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d29904bd-dfd0-4b8d-8986-735b7a513145 admin admin] 10.222.0.64 "PUT /v2.0/routers/a6469b3f-b246-40a0-8821-68925b2c7c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075053 Sep 14 17:13:21.655369 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-1e08c997-9d1a-4ee4-88c1-beda7581de41 None None] Provisioning complete for port 4c55fd0f-5c45-4b3e-9282-918122361801 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:21.655901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-1e08c997-9d1a-4ee4-88c1-beda7581de41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:21.691840 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-1e08c997-9d1a-4ee4-88c1-beda7581de41 None None] Port 4c55fd0f-5c45-4b3e-9282-918122361801 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:13:22.144449 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47598) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:22.149362 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1513662714-network', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:22.171551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Made reservation on behalf of b6c2ffd173e94574bb17227897d42ae5 for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:22.174121 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.183041 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.280152 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.283945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.311133 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:13:22.322241 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d77c49-8bbb-41f6-977e-9e80fe9ccb66,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:22.327878 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.328205 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Added segment 3e107488-7303-4019-8cf4-3f42aef40553 of type vlan for network 12aa8d75-a254-4b03-b858-e9adf82d5178 Sep 14 17:13:22.334101 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:13:22.344760 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:22.345252 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:22.378745 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.430923 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.431946 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:22.432618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.467412 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:22.472878 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3272572 Sep 14 17:13:22.475948 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47604) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:22.482133 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Request body: {'subnet': {'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1513662714-subnet', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:22.510278 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Made reservation on behalf of b6c2ffd173e94574bb17227897d42ae5 for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:22.513273 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.523829 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ee48f-9d8d-4b18-a9c7-a032649452fd req-6536e59a-b324-45c1-a2e8-2b351698535d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:22.525434 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-463ee48f-9d8d-4b18-a9c7-a032649452fd req-6536e59a-b324-45c1-a2e8-2b351698535d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1270354 Sep 14 17:13:22.526450 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087622a-0d25-4879-897d-9b8e1fb84281 admin admin] Pushing event updated for resources: {'Network': ['ID=12aa8d75-a254-4b03-b858-e9adf82d5178,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:22.548137 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:13:22.572721 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-463ee48f-9d8d-4b18-a9c7-a032649452fd req-5315998e-3e57-4825-aee4-fa6c1be58bac tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Sep 14 17:13:22.702616 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.760889 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.825903 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Pushing event updated for resources: {'Subnet': ['ID=025fb1e1-ac05-41e6-9187-eaa6f7dcf327,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:22.828588 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Checking segment: {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:22.828961 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Network hostable DHCP agents. Network: 12aa8d75-a254-4b03-b858-e9adf82d5178, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:13:22.831406 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 2, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:22.849878 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:13:22.869668 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 12aa8d75-a254-4b03-b858-e9adf82d5178) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:22.874979 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:22.875925 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.876452 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:22.878814 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:13:22.879158 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Updating router a6469b3f-b246-40a0-8821-68925b2c7c8d port 4c55fd0f-5c45-4b3e-9282-918122361801 binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:13:22.883825 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342806e-d7b2-450c-afb8-918de746b992 None None] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:13:22.892777 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-c9080f88-d83d-446a-ba6e-cc9a0f1751db admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4151461 Sep 14 17:13:22.895679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47614) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:22.900395 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:22.927369 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.929644 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.994361 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:22.995212 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.079813 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:23.098435 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:23.098823 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.136848 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.235718 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-12aa8d75-a254-4b03-b858-e9adf82d5178', 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'fixed_ips': [{'subnet_id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:13:23.236570 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.530724 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.579948 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:23.607945 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.611433 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.633378 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.696498 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Allocated IP 172.20.0.2 (12aa8d75-a254-4b03-b858-e9adf82d5178/025fb1e1-ac05-41e6-9187-eaa6f7dcf327/dc358196-ab2c-4f18-a072-1fce106c2516) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:23.737670 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:23.759408 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a622a-b7a4-426b-9008-42b953b83e30 req-84de90f8-bf4a-41f5-b0d5-9362512485b9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:23.760921 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5a4a622a-b7a4-426b-9008-42b953b83e30 req-84de90f8-bf4a-41f5-b0d5-9362512485b9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0899436 Sep 14 17:13:23.772597 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.796876 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Allocated IP 172.27.1.36 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:23.825516 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Transition to ACTIVE for port object 4c55fd0f-5c45-4b3e-9282-918122361801 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:23.839104 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.849145 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5a4a622a-b7a4-426b-9008-42b953b83e30 req-5bb5a543-a5f6-47fe-b0b5-75e1c567f4e9 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809507 Sep 14 17:13:23.914893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ae51-7ef4-4e00-abab-6c93524acff2 None None] Pushing event updated for resources: {'Port': ['ID=4c55fd0f-5c45-4b3e-9282-918122361801,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:23.948360 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:23.998764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.022317 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Attempting to bind port 4c55fd0f-5c45-4b3e-9282-918122361801 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:24.022873 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Attempting to bind port 4c55fd0f-5c45-4b3e-9282-918122361801 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:24.023495 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Attempting to bind port 4c55fd0f-5c45-4b3e-9282-918122361801 on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:24.037894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:24.037894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Checking segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:24.037894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.037894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Bound using segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:24.037894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Bound port: 4c55fd0f-5c45-4b3e-9282-918122361801, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:24.037894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.044812 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:24.051301 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:24.053700 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.054860 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:24.069547 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Transition to ACTIVE for port object dc358196-ab2c-4f18-a072-1fce106c2516 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:24.087638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Pushing event updated for resources: {'Port': ['ID=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:24.108675 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Transition to ACTIVE for port object dc358196-ab2c-4f18-a072-1fce106c2516 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:24.131719 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.166166 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] For port 4c55fd0f-5c45-4b3e-9282-918122361801, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:24.190023 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] For port 4c55fd0f-5c45-4b3e-9282-918122361801, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=4c55fd0f-5c45-4b3e-9282-918122361801,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:24.205317 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.208896 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:24.212611 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Pushing event updated for resources: {'Port': ['ID=dc358196-ab2c-4f18-a072-1fce106c2516,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:24.220442 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:24.222666 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:24.302722 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:24.303519 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:24.320383 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.373802 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ae51-7ef4-4e00-abab-6c93524acff2 None None] Pushing event updated for resources: {'Port': ['ID=4c55fd0f-5c45-4b3e-9282-918122361801,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:24.381090 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Attempting to bind port dc358196-ab2c-4f18-a072-1fce106c2516 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:24.381460 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Attempting to bind port dc358196-ab2c-4f18-a072-1fce106c2516 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:24.381821 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Attempting to bind port dc358196-ab2c-4f18-a072-1fce106c2516 on network 12aa8d75-a254-4b03-b858-e9adf82d5178 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:24.391854 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:24.392235 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Checking segment: {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:24.392744 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.393144 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Bound using segment: {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:24.393613 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Bound port: dc358196-ab2c-4f18-a072-1fce106c2516, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:24.393998 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.481223 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:24.530457 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.552389 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] For port dc358196-ab2c-4f18-a072-1fce106c2516, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:24.602259 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] For port dc358196-ab2c-4f18-a072-1fce106c2516, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=dc358196-ab2c-4f18-a072-1fce106c2516,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:24.615506 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.663983 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Router 540fa231-4fc1-47a5-9385-2db9ad88c207 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:13:24.731806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56131268-fdc2-4d3d-adf5-a5255b4a5c6a None None] Pushing event updated for resources: {'Port': ['ID=dc358196-ab2c-4f18-a072-1fce106c2516,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:24.786051 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:13:24.789446 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:24Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:24.799628 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Sync routers for ids ['540fa231-4fc1-47a5-9385-2db9ad88c207'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:13:24.810864 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Routers {'540fa231-4fc1-47a5-9385-2db9ad88c207'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:24.811659 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['540fa231-4fc1-47a5-9385-2db9ad88c207'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:24.818820 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:24.823056 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-f2dcf129-f62e-4b12-bb84-ad0c16383702 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9235997 Sep 14 17:13:24.823624 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47630) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:24.826907 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:24.831534 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5776f0-39ac-41db-88fe-1f33bf90db4d None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:24Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:13:24.911178 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:24.914525 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.066329 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Set router 540fa231-4fc1-47a5-9385-2db9ad88c207 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:25.137894 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336271-777f-46bd-9f2f-240934a4f573 req-cb1c6326-c2f5-4456-878f-399717b26005 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:25.141015 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ea336271-777f-46bd-9f2f-240934a4f573 req-cb1c6326-c2f5-4456-878f-399717b26005 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1522481 Sep 14 17:13:25.216660 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ea336271-777f-46bd-9f2f-240934a4f573 req-6a6ce7c2-d099-4a73-af17-cc9fa11e71ab tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679376 Sep 14 17:13:25.398777 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:13:24Z', 'revision_number': 3, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:25.428114 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Checking router: 540fa231-4fc1-47a5-9385-2db9ad88c207 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:13:25.428489 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Updating router 540fa231-4fc1-47a5-9385-2db9ad88c207 port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:13:25.458869 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.583732 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.766712 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.767152 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Allocated IP 172.20.0.1 (12aa8d75-a254-4b03-b858-e9adf82d5178/025fb1e1-ac05-41e6-9187-eaa6f7dcf327/e97bb6eb-22a3-49d4-95b6-27b33a8aeb20) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:25.781013 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Transition to ACTIVE for port object 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:25.787243 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.847667 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Attempting to bind port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:25.847667 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Attempting to bind port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:25.848437 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Attempting to bind port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:25.862969 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:25.863411 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:25.863849 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.864928 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:25.864928 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Bound port: 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:25.865316 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.869228 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a604d3-e2f0-436e-9ddc-52d4d5453213 None None] Pushing event updated for resources: {'Port': ['ID=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,revision_number=2']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:25.903982 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:25.926147 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Transition to ACTIVE for port object e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:25.954791 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf4c57-2d3c-4806-a282-61f60931e234 None None] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:13:25.983676 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.032447 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:26.036968 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] For port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:26.037880 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:26.042974 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:26.043561 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.046237 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] For port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:26.050257 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-04844f75-0cb3-4b98-a50f-fe8a470e1dd7 None None] Provisioning for port dc358196-ab2c-4f18-a072-1fce106c2516 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:26.053111 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.087118 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Pushing event updated for resources: {'Port': ['ID=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:26.117703 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a604d3-e2f0-436e-9ddc-52d4d5453213 None None] Pushing event updated for resources: {'Port': ['ID=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:26.131625 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Routers {'540fa231-4fc1-47a5-9385-2db9ad88c207'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:26.132348 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['540fa231-4fc1-47a5-9385-2db9ad88c207'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:26.202423 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.259161 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] Set router 540fa231-4fc1-47a5-9385-2db9ad88c207 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:26.394634 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.401287 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.402747 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.461300 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:13:24Z', 'revision_number': 3, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:26.471584 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Pushing event updated for resources: {'Port': ['ID=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:26.491952 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-d08ea6b7-355f-4b55-a993-2593babe56fd None None] Provisioning for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:26.497404 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ed806-8e8a-49fe-8832-6ae128f75d74 None None] The sync data for ids ['540fa231-4fc1-47a5-9385-2db9ad88c207'] in dv-cinder-808992-3-iscsi is: [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:13:24Z', 'revision_number': 3, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:13:26.508380 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-d08ea6b7-355f-4b55-a993-2593babe56fd None None] Provisioning complete for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:26.508804 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d08ea6b7-355f-4b55-a993-2593babe56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.546926 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:26.548436 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:26.557798 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-d08ea6b7-355f-4b55-a993-2593babe56fd None None] Port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:13:26.683779 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Router 540fa231-4fc1-47a5-9385-2db9ad88c207 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:13:26.689757 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-50b19767-b029-414f-8d9e-3f533ba13b07 None None] Provisioning complete for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:26.690457 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-50b19767-b029-414f-8d9e-3f533ba13b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.751149 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-50b19767-b029-414f-8d9e-3f533ba13b07 None None] Port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:13:26.867783 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:13:26.878700 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-51fda948-32a6-4abb-ac96-1d7267727b89 admin admin] 10.222.0.64 "PUT /v2.0/routers/540fa231-4fc1-47a5-9385-2db9ad88c207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0530214 Sep 14 17:13:26.918359 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device dc358196-ab2c-4f18-a072-1fce106c2516 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:26.976130 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port dc358196-ab2c-4f18-a072-1fce106c2516 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:26.978843 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-a869a936-2f9f-4232-9d1e-b23339098ff7 None None] Provisioning complete for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:26.979201 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-a869a936-2f9f-4232-9d1e-b23339098ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:26.983130 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port dc358196-ab2c-4f18-a072-1fce106c2516 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:26.983678 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.040505 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-a869a936-2f9f-4232-9d1e-b23339098ff7 None None] Port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:13:27.094469 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.127826 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port dc358196-ab2c-4f18-a072-1fce106c2516, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=dc358196-ab2c-4f18-a072-1fce106c2516,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:27.131891 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.132817 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 4c55fd0f-5c45-4b3e-9282-918122361801 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:27.207461 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=dc358196-ab2c-4f18-a072-1fce106c2516,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:27.219476 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 4c55fd0f-5c45-4b3e-9282-918122361801 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:27.223419 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 4c55fd0f-5c45-4b3e-9282-918122361801 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:27.223830 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.309601 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.365340 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 4c55fd0f-5c45-4b3e-9282-918122361801, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=4c55fd0f-5c45-4b3e-9282-918122361801,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:27.371030 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.436647 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=4c55fd0f-5c45-4b3e-9282-918122361801,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:27.438278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982103d-bc9b-47bd-b96c-41f8827ebc75 req-a1316944-9639-45b8-8983-9c157ad3be85 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:27.439978 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0982103d-bc9b-47bd-b96c-41f8827ebc75 req-a1316944-9639-45b8-8983-9c157ad3be85 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0534985 Sep 14 17:13:27.477395 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0982103d-bc9b-47bd-b96c-41f8827ebc75 req-17a5bfb2-c6b0-4560-9a07-482c94c16917 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Sep 14 17:13:27.831123 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47656) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:27.836017 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219462115', 'description': 'tempest-secgroup-smoke-1219462115 description', 'project_id': '2fa60c0636164526a8e62f89e3b8305d'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:27.865181 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.948787 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.953489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.981819 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:27.983014 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1508443 Sep 14 17:13:27.986008 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47658) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:27.987117 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861683-9e55-46a4-852d-6df4e3ec9839 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a98a668-527b-4d86-bc6d-b72429f6c538,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:27.991028 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group_rule': {'security_group_id': '0a98a668-527b-4d86-bc6d-b72429f6c538', 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:28.023011 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.082633 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.087867 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.105943 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83bc68c-7083-48f4-8ef9-bae3738219c4,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:28.115684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.117091 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-94c3bcfc-efa3-417a-bdd1-22137a1b2d7f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299005 Sep 14 17:13:28.119579 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47664) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:28.124795 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group_rule': {'security_group_id': '0a98a668-527b-4d86-bc6d-b72429f6c538', 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:28.152993 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.215975 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.220063 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.241749 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687bc30b-5427-4726-93b2-deffbfa54842,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:28.246248 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.247598 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2d488c33-1907-415b-8316-bd7eece9729f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269274 Sep 14 17:13:28.251941 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47666) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:28.263037 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group_rule': {'security_group_id': '0a98a668-527b-4d86-bc6d-b72429f6c538', 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:28.265147 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Sync routers for ids ['540fa231-4fc1-47a5-9385-2db9ad88c207'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:13:28.276120 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Routers {'540fa231-4fc1-47a5-9385-2db9ad88c207'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:28.277775 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['540fa231-4fc1-47a5-9385-2db9ad88c207'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:28.303002 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.436133 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.441316 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.460447 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecfceea-f9a3-4bf9-b471-9b7ba2636b16,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:28.478985 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.480726 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-fdebd7ac-0253-4bce-9e55-b6776cc87b0b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2274296 Sep 14 17:13:28.483637 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47678) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:28.488822 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group_rule': {'security_group_id': '0a98a668-527b-4d86-bc6d-b72429f6c538', 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:28.518054 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.581199 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Set router 540fa231-4fc1-47a5-9385-2db9ad88c207 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:28.615579 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.627489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0e20-9ff2-447b-a188-a47002a9a805 req-743a7e46-188d-4173-9f6f-832102e37b2d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:28.628990 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3fbf0e20-9ff2-447b-a188-a47002a9a805 req-743a7e46-188d-4173-9f6f-832102e37b2d tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0725102 Sep 14 17:13:28.629741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.659032 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1a4aa3-60fb-4a07-b149-f2f86720d95d,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:28.671034 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.672328 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-e4e19f3c-1c77-48a2-b01b-34383931bba0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1875739 Sep 14 17:13:28.675337 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47682) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:28.679863 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group_rule': {'security_group_id': '0a98a668-527b-4d86-bc6d-b72429f6c538', 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:28.686275 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3fbf0e20-9ff2-447b-a188-a47002a9a805 req-f80b5b0a-e441-4f64-ae6c-104d34f3f103 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491803 Sep 14 17:13:28.718227 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.securitygroups_db [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Project 2fa60c0636164526a8e62f89e3b8305d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:13:28.727883 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.816371 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 4, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'e97bb6eb-22a3-49d4-95b6-27b33a8aeb20', 'name': '', 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'mac_address': 'fa:16:3e:87:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:25Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 2, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'subnets': [{'id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:28.828091 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.837893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.847202 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Checking router: 540fa231-4fc1-47a5-9385-2db9ad88c207 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:13:28.847572 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Updating router 540fa231-4fc1-47a5-9385-2db9ad88c207 port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:13:28.866659 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1880f2e4-3781-4bae-960e-7a5febcc5e0d,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:28.871474 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.875940 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-44be5dab-1ccb-477f-b00e-e74d893d0e10 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1994021 Sep 14 17:13:28.876067 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47684) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:28.880782 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.881908 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'security_group_rule': {'security_group_id': '0a98a668-527b-4d86-bc6d-b72429f6c538', 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:28.911297 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.securitygroups_db [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Project 2fa60c0636164526a8e62f89e3b8305d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:13:28.916172 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.935763 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:28.983181 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:28.987360 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.007715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc552f21-19cb-4302-9952-d6e469c1df7a,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:29.011207 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.012406 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8d7b7ac7-7a96-4327-bab8-2c76c14ec434 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353171 Sep 14 17:13:29.098922 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:29.108616 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:29.108997 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.249360 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.258812 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.279062 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:29.281937 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Transition to ACTIVE for port object e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:29.285795 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.286629 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device dc358196-ab2c-4f18-a072-1fce106c2516 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:29.313265 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.385571 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:29.475970 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port dc358196-ab2c-4f18-a072-1fce106c2516 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:29.476523 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.515711 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26711527-0c0d-40ee-99eb-1755d56da851 req-27fe98f8-a780-43a8-bf2e-710aefa67831 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:29.521185 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-26711527-0c0d-40ee-99eb-1755d56da851 req-27fe98f8-a780-43a8-bf2e-710aefa67831 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.1266458 Sep 14 17:13:29.545426 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4841fe9-3278-4b75-9687-2e8c9bd47d24 None None] Pushing event updated for resources: {'Port': ['ID=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:29.551815 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Attempting to bind port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:29.552217 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Attempting to bind port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:29.552663 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Attempting to bind port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 on network 12aa8d75-a254-4b03-b858-e9adf82d5178 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:29.578771 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:29.579148 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Checking segment: {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:29.579555 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.580044 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Bound using segment: {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:29.580449 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Bound port: e97bb6eb-22a3-49d4-95b6-27b33a8aeb20, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e107488-7303-4019-8cf4-3f42aef40553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:29.580928 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.701790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 4c55fd0f-5c45-4b3e-9282-918122361801 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:29.717680 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Deleting port 3a7c95c7-5e43-4524-9080-1ff74b50601a {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:13:29.718016 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.869856 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] For port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:29.874132 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] For port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:29.884241 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.888874 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b1700-f05c-4a36-8d8e-d0f4f1efd416 req-dfcc6852-a26b-4b74-b620-b606a0215868 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:29.892083 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d23b1700-f05c-4a36-8d8e-d0f4f1efd416 req-dfcc6852-a26b-4b74-b620-b606a0215868 tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c000d9-6124-4935-9b06-0b2337ea0b83 HTTP/1.1" status: 200 len: 946 time: 0.0792100 Sep 14 17:13:29.917505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] For port 3a7c95c7-5e43-4524-9080-1ff74b50601a, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=3a7c95c7-5e43-4524-9080-1ff74b50601a,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:29.917871 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:29.931578 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Calling delete_port for 3a7c95c7-5e43-4524-9080-1ff74b50601a owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:13:29.974932 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Routers {'540fa231-4fc1-47a5-9385-2db9ad88c207'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:29.975744 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['540fa231-4fc1-47a5-9385-2db9ad88c207'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:29.979535 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4841fe9-3278-4b75-9687-2e8c9bd47d24 None None] Pushing event updated for resources: {'Port': ['ID=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:30.004670 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d23b1700-f05c-4a36-8d8e-d0f4f1efd416 req-e273c771-c3cd-4043-8a46-60906d4a9fcd tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb0574a-7639-4c64-b12b-4886424476de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056743 Sep 14 17:13:30.014685 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea442d1-e5d9-4212-a4ac-729be6e31c8f req-5c1d0f19-0a04-40b8-ad16-d44e9e8fa610 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:30.022478 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ea442d1-e5d9-4212-a4ac-729be6e31c8f req-5c1d0f19-0a04-40b8-ad16-d44e9e8fa610 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.1121604 Sep 14 17:13:30.035421 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 4c55fd0f-5c45-4b3e-9282-918122361801 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:30.035907 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:30.084601 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ea442d1-e5d9-4212-a4ac-729be6e31c8f req-9a9a875e-60c5-43d5-bf29-ee6310e8354e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604970 Sep 14 17:13:30.113946 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47768) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:30.173147 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:30.173516 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] Set router 540fa231-4fc1-47a5-9385-2db9ad88c207 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:30.214968 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['3a7c95c7-5e43-4524-9080-1ff74b50601a'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:30.230584 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Pushing event deleted for resources: {'Port': ['ID=3a7c95c7-5e43-4524-9080-1ff74b50601a,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:30.274842 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] No DVR routers for this DVR port 3a7c95c7-5e43-4524-9080-1ff74b50601a on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:13:30.280460 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:30.280460 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-26711527-0c0d-40ee-99eb-1755d56da851 req-722cf161-e6ec-4ce5-bdfe-a6b73332215c tempest-ServerRescueNegativeTestJSON-1718268580 tempest-ServerRescueNegativeTestJSON-1718268580-project] 10.222.0.41 "DELETE /v2.0/ports/3a7c95c7-5e43-4524-9080-1ff74b50601a HTTP/1.1" status: 204 len: 173 time: 0.7550356 Sep 14 17:13:30.280826 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'name': 'network-vif-deleted', 'tag': '3a7c95c7-5e43-4524-9080-1ff74b50601a'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:30.283306 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ccd6b0-fa6e-4289-b113-f2d662792253" -d '{"events": [{"server_uuid": "45c000d9-6124-4935-9b06-0b2337ea0b83", "name": "network-vif-deleted", "tag": "3a7c95c7-5e43-4524-9080-1ff74b50601a"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:30.321357 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1cadf-c35b-4fc0-a5eb-efe0c3fc32ad x-openstack-request-id: req-0dd1cadf-c35b-4fc0-a5eb-efe0c3fc32ad {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:30.321655 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c000d9-6124-4935-9b06-0b2337ea0b83", "name": "network-vif-deleted", "tag": "3a7c95c7-5e43-4524-9080-1ff74b50601a", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:30.321972 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dd1cadf-c35b-4fc0-a5eb-efe0c3fc32ad {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:30.322286 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c000d9-6124-4935-9b06-0b2337ea0b83', 'name': 'network-vif-deleted', 'tag': '3a7c95c7-5e43-4524-9080-1ff74b50601a', 'status': 'completed', 'code': 200} Sep 14 17:13:30.410252 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35e1e23-1c9e-418c-8fab-aa5407e582f7 tempest-TestMinimumBasicScenario-498202699 tempest-TestMinimumBasicScenario-498202699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:30.414483 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c35e1e23-1c9e-418c-8fab-aa5407e582f7 tempest-TestMinimumBasicScenario-498202699 tempest-TestMinimumBasicScenario-498202699-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1094 time: 0.2989113 Sep 14 17:13:30.414917 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47774) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:30.419497 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'port_id': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:30.455721 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for floatingip, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:30.480541 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 4, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'e97bb6eb-22a3-49d4-95b6-27b33a8aeb20', 'name': '', 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'mac_address': 'fa:16:3e:87:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:25Z', 'updated_at': '2021-09-14T17:13:29Z', 'revision_number': 4, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'subnets': [{'id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:30.506806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4229a8-b968-49a6-aef8-fad51295f530 None None] The sync data for ids ['540fa231-4fc1-47a5-9385-2db9ad88c207'] in dv-cinder-808992-3-iscsi is: [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:13:26Z', 'revision_number': 4, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'e97bb6eb-22a3-49d4-95b6-27b33a8aeb20', 'name': '', 'network_id': '12aa8d75-a254-4b03-b858-e9adf82d5178', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'mac_address': 'fa:16:3e:87:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:25Z', 'updated_at': '2021-09-14T17:13:29Z', 'revision_number': 4, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'subnets': [{'id': '025fb1e1-ac05-41e6-9187-eaa6f7dcf327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:13:30.568811 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:30.728944 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Allocated IP 172.27.1.216 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/33b90391-a500-4009-a59f-d23fbbae27df) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:30.939402 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:30.968623 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:31.055645 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:31.081287 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:31.082012 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:31.086419 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47788) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:31.110951 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:31.114565 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:31.117323 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:31.148931 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'Port': ['ID=33b90391-a500-4009-a59f-d23fbbae27df,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:31.303728 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:31.373780 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:31.381718 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:31.382132 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:31.536904 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:31.574546 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:31.579676 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:31.634484 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:31.935794 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:31.944699 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.011373 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.184998 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.190682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.221912 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.267499 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Deleting port bf930af6-e6b3-4f15-a465-b788fc9622d2 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:13:32.268065 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.281517 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'Port': ['ID=33b90391-a500-4009-a59f-d23fbbae27df,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:32.345184 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.l3_db [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Floating IP eb317da2-e3da-4f44-995c-de7ffaa25ca9 associated. External IP: 172.27.1.216, port: 6c4b8b01-b3c0-4188-af71-a815fa059058. Sep 14 17:13:32.357851 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] For port bf930af6-e6b3-4f15-a465-b788fc9622d2, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=bf930af6-e6b3-4f15-a465-b788fc9622d2,segment=NetworkSegment(c56f1c61-c50b-4a04-8596-c7a53999843e),segment_id=c56f1c61-c50b-4a04-8596-c7a53999843e)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:32.358745 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.385252 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Calling delete_port for bf930af6-e6b3-4f15-a465-b788fc9622d2 owned by network:router_interface {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:13:32.585137 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Router 90be43be-9e13-4b15-9952-b73c034e1c34 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:13:32.586967 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.722423 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:13:32.735425 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] Sync routers for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:13:32.746931 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:32.747398 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.747983 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:32.803032 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-357443d4-7bf5-4289-8b0a-9b36ebdceeb2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3845742 Sep 14 17:13:32.803032 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:32.804112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea98496-9be9-454d-9c8b-51ae2d0f1fed" -d '{"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:32.807072 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47810) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:32.827934 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567117802', 'description': 'tempest-secgroup-smoke-567117802 description', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:32.839564 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:32.878275 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8edb74c-27bf-43b7-ba7c-cb03e42e7106 x-openstack-request-id: req-c8edb74c-27bf-43b7-ba7c-cb03e42e7106 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:32.878785 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:32.879278 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8edb74c-27bf-43b7-ba7c-cb03e42e7106 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:32.879910 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'status': 'completed', 'code': 200} Sep 14 17:13:32.883901 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.921521 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:32.921955 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:32.929587 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:32.935557 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bf930af6-e6b3-4f15-a465-b788fc9622d2,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.044233 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.053331 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.065089 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-33ee22c7-ecb6-452e-93e6-980530557997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:33.066686 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-33ee22c7-ecb6-452e-93e6-980530557997 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1099 time: 0.1652565 Sep 14 17:13:33.104321 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.108334 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2849510 Sep 14 17:13:33.110697 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47818) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.115926 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group_rule': {'security_group_id': '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:33.121015 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097e23a-d777-497c-b4c2-2bbe91b0ae22 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.180235 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.190035 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-8f90b231-26f4-48bb-afd7-c45d38854142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:33.191779 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-8f90b231-26f4-48bb-afd7-c45d38854142 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 915 time: 0.0992689 Sep 14 17:13:33.202288 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.210343 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'eb317da2-e3da-4f44-995c-de7ffaa25ca9', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'port_id': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'mac_address': 'fa:16:3e:8d:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135d63-f286-4cb1-a465-1926187293da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:13:31Z', 'updated_at': '2021-09-14T17:13:31Z', 'revision_number': 0, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:33.240760 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] Checking router: 90be43be-9e13-4b15-9952-b73c034e1c34 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:13:33.250360 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:33.250973 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:33.307059 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.333613 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.361616 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:33.364863 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0753839f-2785-4038-92aa-b6deabcb839c,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.372633 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.373814 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-3ea071f6-b4a3-47f3-a1cf-94ef0aa61161 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621577 Sep 14 17:13:33.376809 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47820) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.381704 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group_rule': {'security_group_id': '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:33.411466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.476609 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.481841 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.488649 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Router 80ed3eda-d299-401e-8ad2-644d96a5cba8 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:13:33.499992 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8abeac-3ffa-4635-8c1c-ce69e32c4ac9,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.508077 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.511997 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-704d0635-6322-4f33-a6b8-a444aaed6526 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316335 Sep 14 17:13:33.512389 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47822) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.516841 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group_rule': {'security_group_id': '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:33.544266 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.608077 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:13:33.608343 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.613228 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'eb317da2-e3da-4f44-995c-de7ffaa25ca9', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'port_id': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'mac_address': 'fa:16:3e:8d:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135d63-f286-4cb1-a465-1926187293da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:13:31Z', 'updated_at': '2021-09-14T17:13:31Z', 'revision_number': 0, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:33.613804 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.616577 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-dc3bbe35-042d-4fc9-8e4e-9b533c74c5cf admin admin] 10.222.0.64 "PUT /v2.0/routers/80ed3eda-d299-401e-8ad2-644d96a5cba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287094 Sep 14 17:13:33.617174 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47824) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.619751 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a449199-a163-4ab8-850a-21884995887d None None] Sync routers for ids ['80ed3eda-d299-401e-8ad2-644d96a5cba8'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:13:33.632458 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] Routers {'80ed3eda-d299-401e-8ad2-644d96a5cba8'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:33.633223 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['80ed3eda-d299-401e-8ad2-644d96a5cba8'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:33.639845 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc59b24-7ca3-4366-96e0-b048ce1113c7,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.647357 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8ba3e-aecd-4822-96bc-586c0a98007e None None] The sync data for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi is: [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'eb317da2-e3da-4f44-995c-de7ffaa25ca9', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'port_id': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'mac_address': 'fa:16:3e:8d:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135d63-f286-4cb1-a465-1926187293da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:13:31Z', 'updated_at': '2021-09-14T17:13:31Z', 'revision_number': 0, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:13:33.647884 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.649205 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b1fd30eb-4201-4e03-a724-95cd7b139a6b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359882 Sep 14 17:13:33.652933 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47826) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.657717 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group_rule': {'security_group_id': '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:33.691089 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.764625 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.769021 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks [] for router, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.769233 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.782292 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] Set router 80ed3eda-d299-401e-8ad2-644d96a5cba8 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:33.784515 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fa1b5e-4467-4f78-820e-bf13ede21cb8,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.794632 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.796297 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e33168fd-60a7-4c47-b58c-192ef0fee42f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420643 Sep 14 17:13:33.798996 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47830) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.804066 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group_rule': {'security_group_id': '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:33.831345 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.securitygroups_db [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Project 76a022ec5ce3413db4a2f0a9a122caad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:13:33.839890 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.899432 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.934282 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.946252 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.965748 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c4b15f-bb1d-41ef-821b-9e288c9b925c,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:33.974703 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.978696 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-03dc8d8a-5d7d-4fea-8c05-e80dd383929e tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762326 Sep 14 17:13:33.980045 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47836) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:33.981185 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Deleting port f3e4cc59-1c19-465d-bc04-a117afb9a48d {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:13:33.981532 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:33.985783 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'security_group_rule': {'security_group_id': '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd', 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:34.000504 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39197fc3-c0c0-4530-90ab-0cddc48010bb None None] New status for floating IP eb317da2-e3da-4f44-995c-de7ffaa25ca9: ACTIVE {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:13:34.014972 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.securitygroups_db [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Project 76a022ec5ce3413db4a2f0a9a122caad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:13:34.027745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.111193 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] For port f3e4cc59-1c19-465d-bc04-a117afb9a48d, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=f3e4cc59-1c19-465d-bc04-a117afb9a48d,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:34.111604 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.118357 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.124605 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.126954 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Calling delete_port for f3e4cc59-1c19-465d-bc04-a117afb9a48d owned by network:router_gateway {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:13:34.152545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.153779 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721604 Sep 14 17:13:34.161467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad7830-5041-4cd9-80e9-f8af754e3f46 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d887a314-7aa8-4615-9add-c27dc0e6f006,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:34.198167 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:13:32Z', 'revision_number': 5, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port': {'id': 'f3e4cc59-1c19-465d-bc04-a117afb9a48d', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:34.230198 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a449199-a163-4ab8-850a-21884995887d None None] Checking router: 80ed3eda-d299-401e-8ad2-644d96a5cba8 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:13:34.239121 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] Routers {'80ed3eda-d299-401e-8ad2-644d96a5cba8'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:13:34.239769 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:13:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['80ed3eda-d299-401e-8ad2-644d96a5cba8'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:34.325833 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.330979 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] Set router 80ed3eda-d299-401e-8ad2-644d96a5cba8 gateway port host: None {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:13:34.352903 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e4cc59-1c19-465d-bc04-a117afb9a48d,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:34.387274 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-8a449199-a163-4ab8-850a-21884995887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:13:33Z', 'revision_number': 6, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:34.419142 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.419448 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a449199-a163-4ab8-850a-21884995887d None None] The sync data for ids ['80ed3eda-d299-401e-8ad2-644d96a5cba8'] in dv-cinder-808992-3-iscsi is: [{'id': '80ed3eda-d299-401e-8ad2-644d96a5cba8', 'name': 'tempest-ServerRescueNegativeTestJSON-263279691-router', 'tenant_id': '873d36d273394006b9f21ce76dba61d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:31Z', 'updated_at': '2021-09-14T17:13:33Z', 'revision_number': 6, 'project_id': '873d36d273394006b9f21ce76dba61d5', 'gw_port_host': None}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:13:34.527183 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.529638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.591610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.592128 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ed3eda-d299-401e-8ad2-644d96a5cba8 {{(pid=94109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:13:34.597096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.598235 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-bb7d1470-e3d7-4848-9685-3c9ded5ec187 admin admin] 10.222.0.64 "DELETE /v2.0/routers/80ed3eda-d299-401e-8ad2-644d96a5cba8 HTTP/1.1" status: 204 len: 168 time: 0.9801533 Sep 14 17:13:34.600793 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47842) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:34.646760 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Deleting subnet cba7186b-0e6f-4992-925e-8af9bb856ad0 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:13:34.649688 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.683551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.723653 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.782501 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.814478 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba7186b-0e6f-4992-925e-8af9bb856ad0,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:34.820653 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.822539 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-117cb0f2-a5b3-401f-a4ca-af01b9dd73b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cba7186b-0e6f-4992-925e-8af9bb856ad0 HTTP/1.1" status: 204 len: 168 time: 0.2208285 Sep 14 17:13:34.825995 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47846) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:34.902946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:34.987471 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.013831 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.014166 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.014930 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.015255 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > port after_create 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.015596 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.016711 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > port after_update 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.017071 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.017421 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.017749 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.018079 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.091567 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.091912 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.092235 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.092591 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 17:13:35.092973 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3887dccf-3c70-483e-8c6d-7f1292d74361']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:35.111235 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56f1c61-c50b-4a04-8596-c7a53999843e') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:35.111520 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56f1c61-c50b-4a04-8596-c7a53999843e') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:35.126814 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.149694 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.157753 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:13:35.158146 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: from cryptography.utils import int_from_bytes Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: from cryptography.utils import int_from_bytes Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:13:35.161913 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:13:35.218781 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.222866 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device bf930af6-e6b3-4f15-a465-b788fc9622d2 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:13:35.226734 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.231596 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] 10.222.0.64 "DELETE /v2.0/networks/3887dccf-3c70-483e-8c6d-7f1292d74361 HTTP/1.1" status: 204 len: 168 time: 0.4012718 Sep 14 17:13:35.238932 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380632f-9785-458a-a531-f816f320aaee admin admin] Pushing event deleted for resources: {'Network': ['ID=3887dccf-3c70-483e-8c6d-7f1292d74361,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:35.251165 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: bf930af6-e6b3-4f15-a465-b788fc9622d2 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:13:35.251337 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device bf930af6-e6b3-4f15-a465-b788fc9622d2 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:13:35.346508 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47852) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:35.387715 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b5c70bd3-1097-4b70-abe5-39db074ff6dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=873d36d273394006b9f21ce76dba61d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397480 Sep 14 17:13:35.389832 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47854) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:35.437775 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5007a2b-a425-48bb-a50e-d30174cc3de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.462315 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5007a2b-a425-48bb-a50e-d30174cc3de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.507636 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5007a2b-a425-48bb-a50e-d30174cc3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.510932 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5007a2b-a425-48bb-a50e-d30174cc3de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:35.512071 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d5007a2b-a425-48bb-a50e-d30174cc3de5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfb0574a-7639-4c64-b12b-4886424476de HTTP/1.1" status: 204 len: 168 time: 0.1213462 Sep 14 17:13:35.519403 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5007a2b-a425-48bb-a50e-d30174cc3de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb0574a-7639-4c64-b12b-4886424476de,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:36.188836 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 47880) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:36.289258 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-189079273-network', 'tenant_id': 'a4154274eed84a2c8f928e58fe099774'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:36.310344 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Made reservation on behalf of a4154274eed84a2c8f928e58fe099774 for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:36.312613 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.320999 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.415571 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.419310 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.439417 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:13:36.454632 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:36.458497 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.458848 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Added segment 60bafaa5-d769-49a9-8612-d2585ed7f33d of type vlan for network dda4c8da-e0c5-4001-ad69-967f846d7471 Sep 14 17:13:36.502175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.528657 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.529474 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:36.530078 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.552879 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3628385 Sep 14 17:13:36.555839 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 47884) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:36.561849 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Request body: {'subnet': {'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-189079273-subnet', 'tenant_id': 'a4154274eed84a2c8f928e58fe099774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:36.582793 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Made reservation on behalf of a4154274eed84a2c8f928e58fe099774 for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:36.585170 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4667359'] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.594375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffa0ac-27df-4dc4-a291-563abd8c31c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dda4c8da-e0c5-4001-ad69-967f846d7471,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:36.604089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network dda4c8da-e0c5-4001-ad69-967f846d7471 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:13:36.737754 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f3e4cc59-1c19-465d-bc04-a117afb9a48d no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:13:36.758172 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4363498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4667329'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.765328 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: f3e4cc59-1c19-465d-bc04-a117afb9a48d {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:13:36.765683 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f3e4cc59-1c19-465d-bc04-a117afb9a48d not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:13:36.816224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1173a750-a8ea-4a40-8b1f-a739b03fe9aa,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:36.825987 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Checking segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:36.826353 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Network hostable DHCP agents. Network: dda4c8da-e0c5-4001-ad69-967f846d7471, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:13:36.850943 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Network dda4c8da-e0c5-4001-ad69-967f846d7471 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:13:36.861331 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, dda4c8da-e0c5-4001-ad69-967f846d7471) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:36.866073 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:36.866658 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:36.872394 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff961a-a14e-42e0-a54b-42275ff5fff0 None None] Network dda4c8da-e0c5-4001-ad69-967f846d7471 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:13:36.881854 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f843cc25-2616-436e-8d45-853ccd33e89d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248515 Sep 14 17:13:37.007998 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80eb8d0-1e42-4447-9dda-0214ca2396b8 None None] Network dda4c8da-e0c5-4001-ad69-967f846d7471 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:13:40.147143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 3a7c95c7-5e43-4524-9080-1ff74b50601a no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:13:40.179045 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-ce114077-0597-448f-a852-e30f227526de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 1002 time: 0.0688503 Sep 14 17:13:40.191992 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 3a7c95c7-5e43-4524-9080-1ff74b50601a {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:13:40.192374 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 3a7c95c7-5e43-4524-9080-1ff74b50601a not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:13:40.237712 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-5fa3e5d4-6847-4c53-a48c-388c83376876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:40.239224 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-5fa3e5d4-6847-4c53-a48c-388c83376876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 200 len: 853 time: 0.0524497 Sep 14 17:13:40.297447 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-27b1d5ed-125e-496f-bf09-47b42975a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:40.298992 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-27b1d5ed-125e-496f-bf09-47b42975a3bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513818 Sep 14 17:13:40.382612 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-2b6b68c0-00de-4bd3-92a3-c82ef90dccf9 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567117802&fields=id&tenant_id=76a022ec5ce3413db4a2f0a9a122caad HTTP/1.1" status: 200 len: 267 time: 0.1748550 Sep 14 17:13:40.405704 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-a3e99fdb-1f65-4abf-a536-f482947205f5 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986357 Sep 14 17:13:40.446558 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-179f1c1e-5130-4b79-976e-a937e7dbb6ac tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:40.448661 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-179f1c1e-5130-4b79-976e-a937e7dbb6ac tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0561173 Sep 14 17:13:40.459930 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'port': {'security_groups': ['f4c89558-2994-4b45-b569-ecc7fdf1ccea', '95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd']}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:40.509618 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aea98496-9be9-454d-9c8b-51ae2d0f1fed req-24840e3f-305a-4c2d-86e1-9b8019fcec33 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933137 Sep 14 17:13:40.592467 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:40.658880 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-e4b12bbc-305f-4dbc-8aea-d60f004368a0 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:40.660397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-e4b12bbc-305f-4dbc-8aea-d60f004368a0 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1746886 Sep 14 17:13:40.691884 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ded97ed2-7625-44e5-8e80-50ca2751f549 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/quotas/a4154274eed84a2c8f928e58fe099774 HTTP/1.1" status: 200 len: 375 time: 0.0205383 Sep 14 17:13:40.738590 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-4ff0c69d-c865-4dbb-83d0-f2af0f21bcfa tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380540 Sep 14 17:13:40.894827 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:40.939646 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-5e991a8c-babf-4209-b5b2-69d847049809 service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926472 Sep 14 17:13:40.943265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:40.949254 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:40.962332 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6c4b8b01-b3c0-4188-af71-a815fa059058'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:41.014276 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:41.014929 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:41.016399 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8e5e4b20-aa2e-4aae-a22a-ab02c88a71f2 req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "PUT /v2.0/ports/6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 982 time: 0.5610557 Sep 14 17:13:41.019035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:41.021431 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad2a04-32e0-49b7-b85a-30cd485c58bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:41.102987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5cd5e-ea76-49cb-a793-4c7fed7aac5b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=6']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:41.126634 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6c4b8b01-b3c0-4188-af71-a815fa059058'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:41.139386 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-67fd8e83-719e-4abb-9c2a-3616882cf304 service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827598 Sep 14 17:13:41.203336 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee74c4-bc2e-420c-91bd-0eb3d865cff5 req-0383f967-7a51-431b-8ea1-13f02794647b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:41.211937 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-99ee74c4-bc2e-420c-91bd-0eb3d865cff5 req-0383f967-7a51-431b-8ea1-13f02794647b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0876019 Sep 14 17:13:41.258139 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-99ee74c4-bc2e-420c-91bd-0eb3d865cff5 req-8169154c-0402-4c22-a1c9-b0474276b7dd tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452161 Sep 14 17:13:41.310676 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-3624f0f3-820e-4dae-a37d-d5d70c840bec None None] Provisioning complete for port 6c4b8b01-b3c0-4188-af71-a815fa059058 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:41.311153 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3624f0f3-820e-4dae-a37d-d5d70c840bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:41.350944 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80026bf3-d7f8-4ae1-b059-7efc20e2f809 x-openstack-request-id: req-80026bf3-d7f8-4ae1-b059-7efc20e2f809 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:41.351635 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:41.351635 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80026bf3-d7f8-4ae1-b059-7efc20e2f809 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:41.352323 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'status': 'completed', 'code': 200} Sep 14 17:13:41.446995 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-59a059ac-8fc0-466f-b798-72444428b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:41.449397 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-59a059ac-8fc0-466f-b798-72444428b897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1138 time: 0.0674887 Sep 14 17:13:41.489189 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-673ee771-ac11-4557-ae5b-d054dd2a1885 req-4af22573-14b6-4cf7-814e-54ba7c2ef436 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 210 time: 0.0426672 Sep 14 17:13:41.571599 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-d5749bf5-ce85-4552-a38b-a46f18212df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:41.573661 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-d5749bf5-ce85-4552-a38b-a46f18212df6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 915 time: 0.1170316 Sep 14 17:13:41.658816 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-f958905e-5027-469d-a9e9-69009eee7657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 1002 time: 0.0770085 Sep 14 17:13:41.731859 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-1148b2fe-334a-4d3e-80c6-dcf8d9b54960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:41.733370 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-1148b2fe-334a-4d3e-80c6-dcf8d9b54960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 200 len: 853 time: 0.0667510 Sep 14 17:13:41.784332 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-59d494d9-ae75-4677-a447-4882616c07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:41.785882 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-59d494d9-ae75-4677-a447-4882616c07a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432250 Sep 14 17:13:41.885687 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-77082d77-a592-401f-9b4a-204912a8d2a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909355 Sep 14 17:13:41.990909 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-96ad2a04-32e0-49b7-b85a-30cd485c58bc req-e6bfcbe0-c3d8-4de4-8052-92c40114590c service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864093 Sep 14 17:13:42.566235 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-156e00ce-c349-438d-8743-b569ee94b778 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:42.567830 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-156e00ce-c349-438d-8743-b569ee94b778 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1166031 Sep 14 17:13:42.583525 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Request body: {'port': {'device_id': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'admin_state_up': True, 'tenant_id': 'a4154274eed84a2c8f928e58fe099774'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:42.632265 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c6d8f8b2-e6d7-4c12-be1c-fb0d53fa4f42 req-ff78a22f-6de2-49ce-acb5-b8500227e697 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 210 time: 0.0348749 Sep 14 17:13:42.691408 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Made reservation on behalf of a4154274eed84a2c8f928e58fe099774 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:42.695101 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:42.818560 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Allocated IP 172.20.0.10 (dda4c8da-e0c5-4001-ad69-967f846d7471/1173a750-a8ea-4a40-8b1f-a739b03fe9aa/837d436b-1b9c-4418-a4d9-af411b1c0aba) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:42.969674 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.006673 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.047433 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Network dda4c8da-e0c5-4001-ad69-967f846d7471 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:43.050292 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:43.053799 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:43.062440 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event updated for resources: {'Port': ['ID=837d436b-1b9c-4418-a4d9-af411b1c0aba,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:43.108864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:43.109680 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.126056 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-b1f0d940-d706-4439-9e7a-3b31755f1996 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5471575 Sep 14 17:13:43.139717 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Request body: {'port': {'device_id': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:43.197090 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.456817 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837d436b-1b9c-4418-a4d9-af411b1c0aba {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:13:43.465547 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.477619 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Transition to ACTIVE for port object 837d436b-1b9c-4418-a4d9-af411b1c0aba will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:43.483404 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.552003 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Pushing event updated for resources: {'Port': ['ID=837d436b-1b9c-4418-a4d9-af411b1c0aba,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:43.608452 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Attempting to bind port 837d436b-1b9c-4418-a4d9-af411b1c0aba on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:13:43.609540 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Attempting to bind port 837d436b-1b9c-4418-a4d9-af411b1c0aba by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:13:43.610049 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Attempting to bind port 837d436b-1b9c-4418-a4d9-af411b1c0aba on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:43.615545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Port 837d436b-1b9c-4418-a4d9-af411b1c0aba on network dda4c8da-e0c5-4001-ad69-967f846d7471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:13:43.615894 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Attempting to bind port 837d436b-1b9c-4418-a4d9-af411b1c0aba on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:13:43.621584 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:13:43.621922 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Checking segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:13:43.622304 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Bound using segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:13:43.622730 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Bound port: 837d436b-1b9c-4418-a4d9-af411b1c0aba, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:13:43.623093 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.690780 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] For port 837d436b-1b9c-4418-a4d9-af411b1c0aba, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:13:43.694068 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] For port 837d436b-1b9c-4418-a4d9-af411b1c0aba, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:13:43.698655 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.733586 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:43.734212 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:43.735602 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] 10.222.0.41 "PUT /v2.0/ports/837d436b-1b9c-4418-a4d9-af411b1c0aba HTTP/1.1" status: 200 len: 1094 time: 0.6006441 Sep 14 17:13:43.736044 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'tag': '837d436b-1b9c-4418-a4d9-af411b1c0aba'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:43.738671 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0f2f3-3552-4460-8c0b-c504a20690be" -d '{"events": [{"name": "network-changed", "server_uuid": "659ce4a0-80c1-4bd1-b32e-8fa2ded41678", "tag": "837d436b-1b9c-4418-a4d9-af411b1c0aba"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:43.765013 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3d77-fcac-4360-99ca-e9b5ad6f613f service neutron] Pushing event updated for resources: {'Port': ['ID=837d436b-1b9c-4418-a4d9-af411b1c0aba,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:43.777203 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba082e7-4335-4e28-a1c6-c9017af9f892 req-35ce5105-1361-4986-883c-7f180afb3a27 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:43.779512 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-eba082e7-4335-4e28-a1c6-c9017af9f892 req-35ce5105-1361-4986-883c-7f180afb3a27 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 944 time: 0.0702505 Sep 14 17:13:43.794634 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b87e8-2683-4842-a407-643c426a1282 x-openstack-request-id: req-ee0b87e8-2683-4842-a407-643c426a1282 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:43.794847 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ce4a0-80c1-4bd1-b32e-8fa2ded41678", "tag": "837d436b-1b9c-4418-a4d9-af411b1c0aba", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:43.795091 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee0b87e8-2683-4842-a407-643c426a1282 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:43.795485 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'tag': '837d436b-1b9c-4418-a4d9-af411b1c0aba', 'status': 'completed', 'code': 200} Sep 14 17:13:43.819268 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-eba082e7-4335-4e28-a1c6-c9017af9f892 req-1243271e-08bd-4675-b250-0a990c72f830 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 14 17:13:43.827927 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-fc91953c-9dd7-4370-a263-61cc8f9b1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:43.829499 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-fc91953c-9dd7-4370-a263-61cc8f9b1f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 1097 time: 0.0452888 Sep 14 17:13:43.876498 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-2de50b22-2045-4d8f-921d-a77d8b9ff29c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba HTTP/1.1" status: 200 len: 217 time: 0.0340762 Sep 14 17:13:43.931080 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-2394746e-99b9-4a11-a0cb-81bc48a4bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:43.933613 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-2394746e-99b9-4a11-a0cb-81bc48a4bb41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0475814 Sep 14 17:13:43.967867 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-6dfd67c7-d359-4294-8e18-9a38406bc592 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236177 Sep 14 17:13:44.058961 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-d9b5cd3a-e67d-4a1b-bc9c-ad61235e3d23 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829072 Sep 14 17:13:44.159704 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9beaf9fb-12dc-4787-b782-7f7a5a79614a req-da66eacc-d173-43b4-9f0b-6f9ef1fee608 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890312 Sep 14 17:13:44.249604 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-699baef4-bef0-471d-81ca-1e9da9950b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:44.251088 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-699baef4-bef0-471d-81ca-1e9da9950b0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 1097 time: 0.0399690 Sep 14 17:13:44.340898 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-2a04f3ce-7c9d-44aa-b1ab-7ed73957d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:44.342344 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-2a04f3ce-7c9d-44aa-b1ab-7ed73957d1e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 915 time: 0.0809796 Sep 14 17:13:44.391351 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-aa08e0d5-a033-498c-8645-36807e0309e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba HTTP/1.1" status: 200 len: 217 time: 0.0410202 Sep 14 17:13:44.441971 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-2ebe1352-e3fe-46af-ab86-4837f96a5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:44.443276 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-2ebe1352-e3fe-46af-ab86-4837f96a5be6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0432308 Sep 14 17:13:44.473420 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-90e47aff-7584-4f13-a3e4-46b87619c502 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224316 Sep 14 17:13:44.575141 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-e823969f-9ffa-4010-83ab-b4d177858ccd service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901699 Sep 14 17:13:44.684923 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b5b0f2f3-3552-4460-8c0b-c504a20690be req-0cd00b75-92a8-4cac-90fa-ae7227094031 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009483 Sep 14 17:13:44.815776 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:44.938612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343879c-f493-4821-b991-2e1f3ddeb396 req-53298d3f-59d5-42cf-a725-33ab1e6e670f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:44.940101 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6343879c-f493-4821-b991-2e1f3ddeb396 req-53298d3f-59d5-42cf-a725-33ab1e6e670f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 944 time: 0.0479357 Sep 14 17:13:44.984360 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6343879c-f493-4821-b991-2e1f3ddeb396 req-d9488784-78be-4d53-b0d8-4cbb6b5b7c0e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Sep 14 17:13:45.265001 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-092a799c-f3dd-4fba-98a0-2bc54b04c508 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898902 Sep 14 17:13:45.546035 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-cca9b7eb-ccfb-4519-b783-93e491d178e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:45.547474 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-cca9b7eb-ccfb-4519-b783-93e491d178e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1099 time: 0.2534499 Sep 14 17:13:45.655151 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-d94cba3b-9ff6-4612-8dc0-3666224cafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:45.656654 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-d94cba3b-9ff6-4612-8dc0-3666224cafb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.0875111 Sep 14 17:13:45.711242 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:13:45.727013 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-c5980416-afbf-42b2-8fe2-e908df1e4a3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 1001 time: 0.0609982 Sep 14 17:13:45.781931 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-123aaf70-e20d-4c63-beab-d93b5b1fb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:45.783454 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-123aaf70-e20d-4c63-beab-d93b5b1fb1ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0472727 Sep 14 17:13:45.834756 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-5cbe1734-a7ec-45ff-9f9b-f4429d3c0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:45.836314 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-5cbe1734-a7ec-45ff-9f9b-f4429d3c0b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434809 Sep 14 17:13:45.932324 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-65d5cfed-6253-4856-b270-d878ca5c0add service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Sep 14 17:13:46.074345 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b30f88e9-495d-48a4-8889-29afe2794ba2 req-f6da1004-40c6-469c-ac2c-301e028319a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916495 Sep 14 17:13:46.108565 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8f844-e915-4341-b5d0-e12ebd2e084c req-364b11ea-2908-4cb6-9fa8-421dcf97fa79 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:46.110044 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fdc8f844-e915-4341-b5d0-e12ebd2e084c req-364b11ea-2908-4cb6-9fa8-421dcf97fa79 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 944 time: 0.0582194 Sep 14 17:13:46.147016 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fdc8f844-e915-4341-b5d0-e12ebd2e084c req-eb5257bd-d46f-4180-a572-4f75d4ca6b41 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Sep 14 17:13:47.268805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992c28-06d9-44cd-9cfd-111ff98fd933 req-48eb7905-0bc8-4458-a870-cad2254e109a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:47.270270 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-76992c28-06d9-44cd-9cfd-111ff98fd933 req-48eb7905-0bc8-4458-a870-cad2254e109a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 944 time: 0.0480037 Sep 14 17:13:47.307802 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-76992c28-06d9-44cd-9cfd-111ff98fd933 req-a0d83ec8-4b8c-4909-9eb7-0864ef8c5d4c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Sep 14 17:13:47.350115 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1159-1bd3-4790-9e56-e5af777319ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:48.159654 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 837d436b-1b9c-4418-a4d9-af411b1c0aba details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:13:48.262019 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 837d436b-1b9c-4418-a4d9-af411b1c0aba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:48.273284 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '837d436b-1b9c-4418-a4d9-af411b1c0aba', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'port_id': '837d436b-1b9c-4418-a4d9-af411b1c0aba', 'mac_address': 'fa:16:3e:27:35:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1173a750-a8ea-4a40-8b1f-a739b03fe9aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:13:48.311439 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:48.327519 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837d436b-1b9c-4418-a4d9-af411b1c0aba {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:13:48.347005 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 837d436b-1b9c-4418-a4d9-af411b1c0aba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:48.350921 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:48.401386 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=837d436b-1b9c-4418-a4d9-af411b1c0aba,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:48.446688 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e6c1d-81c7-4cdc-9a8d-fba001e7d389 req-1dbf1ddc-66c1-4263-b2bb-688314b3a4ed tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:48.448255 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-df9e6c1d-81c7-4cdc-9a8d-fba001e7d389 req-1dbf1ddc-66c1-4263-b2bb-688314b3a4ed tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 945 time: 0.0508685 Sep 14 17:13:48.484664 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-df9e6c1d-81c7-4cdc-9a8d-fba001e7d389 req-334ee312-17e8-4511-af20-9135547a9535 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Sep 14 17:13:48.740816 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:13:49.604804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e764f9a-6489-4bc2-8aff-64ac6f3cda98 req-16d5483d-f146-4d77-86b0-f0f5095a57ea tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:49.606513 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1e764f9a-6489-4bc2-8aff-64ac6f3cda98 req-16d5483d-f146-4d77-86b0-f0f5095a57ea tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 945 time: 0.0548103 Sep 14 17:13:49.644258 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1e764f9a-6489-4bc2-8aff-64ac6f3cda98 req-ace347be-f87a-4999-93e1-c3c2f810cfc7 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Sep 14 17:13:49.859247 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-48bc5d00-14bc-4155-b685-69c2bc48fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:50.184322 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 837d436b-1b9c-4418-a4d9-af411b1c0aba up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:13:50.231526 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 837d436b-1b9c-4418-a4d9-af411b1c0aba completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:50.234991 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 837d436b-1b9c-4418-a4d9-af411b1c0aba triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:50.235362 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:50.315718 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:50.343824 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d436b-1b9c-4418-a4d9-af411b1c0aba'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:13:50.346094 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac25ceb-e907-4c33-b303-69ebdf9466c5" -d '{"events": [{"server_uuid": "659ce4a0-80c1-4bd1-b32e-8fa2ded41678", "name": "network-vif-plugged", "status": "completed", "tag": "837d436b-1b9c-4418-a4d9-af411b1c0aba"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:13:50.359255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 837d436b-1b9c-4418-a4d9-af411b1c0aba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:13:50.363973 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:50.392966 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11aa97e-ddc7-4941-bd92-649f8ccf792d x-openstack-request-id: req-e11aa97e-ddc7-4941-bd92-649f8ccf792d {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:13:50.393258 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ce4a0-80c1-4bd1-b32e-8fa2ded41678", "name": "network-vif-plugged", "status": "completed", "tag": "837d436b-1b9c-4418-a4d9-af411b1c0aba", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:13:50.393509 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e11aa97e-ddc7-4941-bd92-649f8ccf792d {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:13:50.393893 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d436b-1b9c-4418-a4d9-af411b1c0aba', 'code': 200} Sep 14 17:13:50.421868 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=837d436b-1b9c-4418-a4d9-af411b1c0aba,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:50.571111 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85810cd6-30ea-4ec1-8af0-293d27a014d5 req-8f39f6d5-73b3-4b43-9eeb-d9496d504894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:50.573193 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-85810cd6-30ea-4ec1-8af0-293d27a014d5 req-8f39f6d5-73b3-4b43-9eeb-d9496d504894 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 1099 time: 0.0400040 Sep 14 17:13:50.577173 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:50.612194 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-85810cd6-30ea-4ec1-8af0-293d27a014d5 req-510518e5-5294-44b4-a342-dd40ef7c914d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283511 Sep 14 17:13:50.760328 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede068e-26bb-400f-b4e0-91adec3d0d25 req-6748e33a-49bd-473b-9a8a-32b02e88838c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:50.761887 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ede068e-26bb-400f-b4e0-91adec3d0d25 req-6748e33a-49bd-473b-9a8a-32b02e88838c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0508804 Sep 14 17:13:50.798396 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ede068e-26bb-400f-b4e0-91adec3d0d25 req-8b76cf8e-4778-43e1-9d60-42d2b14ebdc4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Sep 14 17:13:50.860244 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.420626 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48114) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:51.463466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Deleting subnet 18511b09-3207-4dcd-909a-17932eac8b30 {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:13:51.466367 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.499716 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6079961'] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.539368 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.591600 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4363435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4667194'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.618394 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18511b09-3207-4dcd-909a-17932eac8b30,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:51.624043 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.625762 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-679b5114-92a5-4afd-bd33-3618e0a7a6d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/18511b09-3207-4dcd-909a-17932eac8b30 HTTP/1.1" status: 204 len: 168 time: 0.2038770 Sep 14 17:13:51.628038 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48120) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:51.695788 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.776060 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.795249 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1af285-d59a-4982-af5d-cce74d95b146']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:51.803945 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d69b54-70aa-429c-9c3e-d84c65971d82') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:51.804236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d69b54-70aa-429c-9c3e-d84c65971d82') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:13:51.813119 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.826749 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.833230 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:13:51.833657 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:13:51.835466 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:13:51.894279 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.901479 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:51.905022 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5c1af285-d59a-4982-af5d-cce74d95b146 HTTP/1.1" status: 204 len: 168 time: 0.2758760 Sep 14 17:13:51.917339 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323eca1-e68f-46e9-b7bc-3236a6c48313 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1af285-d59a-4982-af5d-cce74d95b146,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:51.924003 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfc1e5-0f55-487b-b750-1684ba3c4c8b req-3a36ee70-dac2-4e97-abea-976d681c817b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:51.925585 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d0bfc1e5-0f55-487b-b750-1684ba3c4c8b req-3a36ee70-dac2-4e97-abea-976d681c817b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0581141 Sep 14 17:13:51.979350 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d0bfc1e5-0f55-487b-b750-1684ba3c4c8b req-c326dffa-f0b5-409d-ab8f-bc7d3ba62ce5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Sep 14 17:13:52.028243 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48130) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:52.067031 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e0f612b0-57e9-41f4-97e2-3c67cb5e16ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c5ea858c2844bf3a1984903071454bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375466 Sep 14 17:13:52.070566 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48132) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:13:52.120799 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6c067dc9-07df-4af3-bcc1-dac99299d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:52.141672 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6c067dc9-07df-4af3-bcc1-dac99299d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:52.186259 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6c067dc9-07df-4af3-bcc1-dac99299d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:52.188895 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6c067dc9-07df-4af3-bcc1-dac99299d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:52.190038 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6c067dc9-07df-4af3-bcc1-dac99299d50b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81f24af1-c28c-4f61-838f-0575c691befd HTTP/1.1" status: 204 len: 168 time: 0.1185470 Sep 14 17:13:52.198767 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c067dc9-07df-4af3-bcc1-dac99299d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f24af1-c28c-4f61-838f-0575c691befd,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:52.652062 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:53.089173 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3f3b6-7d40-48b9-ab2a-ae133277c28b req-14f23ed7-890d-4bb5-9fd6-ec983f2afa7a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:53.090771 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9db3f3b6-7d40-48b9-ab2a-ae133277c28b req-14f23ed7-890d-4bb5-9fd6-ec983f2afa7a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0514596 Sep 14 17:13:53.129621 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9db3f3b6-7d40-48b9-ab2a-ae133277c28b req-aacc0fdd-af31-42dc-b2b7-151fd2e18192 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Sep 14 17:13:57.456649 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-1fd92865-f8d6-41a4-9742-098d6ccec018 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219462115&fields=id&tenant_id=2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 267 time: 0.0318530 Sep 14 17:13:57.559244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-b87f5846-d06c-4999-a6ea-6931feb3f31f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:57.560615 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-b87f5846-d06c-4999-a6ea-6931feb3f31f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 811 time: 0.0964217 Sep 14 17:13:57.575476 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-e7bf2e44-85d0-453f-96c6-dede18de49a5 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/quotas/2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 375 time: 0.0093279 Sep 14 17:13:57.628087 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-9a957315-31b5-472e-98df-1aafebf426fb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475218 Sep 14 17:13:57.724497 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-c9ed12bd-77f7-4535-88a0-9fd6f17d41b0 service neutron] 10.222.0.64 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839515 Sep 14 17:13:57.813701 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-94980c2d-fb36-4ba1-b642-af9539b7d772 service neutron] 10.222.0.64 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Sep 14 17:13:58.104546 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8cdc0896-6469-4b09-9404-9b4b91235940 req-ad697ccd-df73-4f19-8456-dc9d8966765b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 210 time: 0.0265224 Sep 14 17:13:58.803551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8c954-3c14-4565-838e-79387bb52d89 req-632057e4-532c-46a6-bf6a-16ca7819d55b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:58.805030 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b7d8c954-3c14-4565-838e-79387bb52d89 req-632057e4-532c-46a6-bf6a-16ca7819d55b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0469894 Sep 14 17:13:58.842209 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b7d8c954-3c14-4565-838e-79387bb52d89 req-f7dd4bbc-e6c4-43cc-9549-691736ac02a1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306377 Sep 14 17:13:59.148444 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-3e58e6c7-b542-430e-8881-caf5da3aab7e tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:59.150550 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-3e58e6c7-b542-430e-8881-caf5da3aab7e tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 811 time: 0.1037967 Sep 14 17:13:59.201426 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-f455077d-1484-4d9c-b7e9-7240ad8b51dd tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 380 time: 0.0334785 Sep 14 17:13:59.208035 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e7bfb83-2775-4c5b-a291-0e9f8371129b req-3e9ce1b3-5704-4805-8814-5071df68f660 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 210 time: 0.0310521 Sep 14 17:13:59.211731 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'port': {'device_id': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'admin_state_up': True, 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'security_groups': ['0a98a668-527b-4d86-bc6d-b72429f6c538']}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:59.319371 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Made reservation on behalf of 2fa60c0636164526a8e62f89e3b8305d for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:13:59.322775 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:59.444845 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Allocated IP 172.20.0.4 (92bc3296-a879-411b-af06-b5633f3cb165/aaad51eb-1e9a-4e3b-91e4-d56252d8beac/1bae8605-1c12-470d-b79b-73c8dbe7f204) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:13:59.583719 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:59.597841 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Transition to ACTIVE for port object 1bae8605-1c12-470d-b79b-73c8dbe7f204 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:13:59.630725 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:59.669365 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Network 92bc3296-a879-411b-af06-b5633f3cb165 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:13:59.672402 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:13:59.674688 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:13:59.717177 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=1bae8605-1c12-470d-b79b-73c8dbe7f204,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:13:59.739916 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:59.740660 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:59.755318 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d2301d69-3bdd-43e5-8f2c-4d513d32f00c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471046 Sep 14 17:13:59.769036 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Request body: {'port': {'device_id': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:13:59.823789 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:59.855896 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-28e63a1a-5eb7-4df8-8edc-78f236eaf990 None None] Provisioning for port 1bae8605-1c12-470d-b79b-73c8dbe7f204 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:13:59.859358 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-28e63a1a-5eb7-4df8-8edc-78f236eaf990 None None] Provisioning complete for port 1bae8605-1c12-470d-b79b-73c8dbe7f204 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:13:59.859729 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-28e63a1a-5eb7-4df8-8edc-78f236eaf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:13:59.893267 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-28e63a1a-5eb7-4df8-8edc-78f236eaf990 None None] Port 1bae8605-1c12-470d-b79b-73c8dbe7f204 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:13:59.960756 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa7c59-4c0f-4d2d-95f0-de18484bc5a8 req-91279ee0-11b5-42f8-b903-02a5ea3651fb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:13:59.962150 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1dfa7c59-4c0f-4d2d-95f0-de18484bc5a8 req-91279ee0-11b5-42f8-b903-02a5ea3651fb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0481696 Sep 14 17:14:00.000131 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1dfa7c59-4c0f-4d2d-95f0-de18484bc5a8 req-bd339905-b7a9-4b08-b7a9-840578f90208 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Sep 14 17:14:00.088960 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bae8605-1c12-470d-b79b-73c8dbe7f204 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:00.096739 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:00.108840 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Transition to ACTIVE for port object 1bae8605-1c12-470d-b79b-73c8dbe7f204 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:14:00.112391 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:00.162144 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Pushing event updated for resources: {'Port': ['ID=1bae8605-1c12-470d-b79b-73c8dbe7f204,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:00.230043 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Attempting to bind port 1bae8605-1c12-470d-b79b-73c8dbe7f204 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:14:00.230386 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Attempting to bind port 1bae8605-1c12-470d-b79b-73c8dbe7f204 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:14:00.230722 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Attempting to bind port 1bae8605-1c12-470d-b79b-73c8dbe7f204 on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:14:00.235341 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Port 1bae8605-1c12-470d-b79b-73c8dbe7f204 on network 92bc3296-a879-411b-af06-b5633f3cb165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:14:00.235667 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Attempting to bind port 1bae8605-1c12-470d-b79b-73c8dbe7f204 on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:14:00.241074 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:14:00.241417 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Checking segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:14:00.241808 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Bound using segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:14:00.242239 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Bound port: 1bae8605-1c12-470d-b79b-73c8dbe7f204, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:14:00.242602 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:00.317559 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] For port 1bae8605-1c12-470d-b79b-73c8dbe7f204, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:14:00.320668 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] For port 1bae8605-1c12-470d-b79b-73c8dbe7f204, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:14:00.326153 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:00.332765 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101839b2-d922-415d-80aa-909c022de40b req-b61bfe27-eef7-419e-85ab-5c21cd46bde2 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.335066 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-101839b2-d922-415d-80aa-909c022de40b req-b61bfe27-eef7-419e-85ab-5c21cd46bde2 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0519142 Sep 14 17:14:00.360213 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.360820 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:00.362497 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] 10.222.0.41 "PUT /v2.0/ports/1bae8605-1c12-470d-b79b-73c8dbe7f204 HTTP/1.1" status: 200 len: 1093 time: 0.5977669 Sep 14 17:14:00.362920 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:00.365190 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130b4e8-3898-467d-9f65-50c1ad969923" -d '{"events": [{"name": "network-changed", "server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:00.383973 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-101839b2-d922-415d-80aa-909c022de40b req-80ad6c97-9f2d-45f0-99e0-b8a06ab240cc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Sep 14 17:14:00.405779 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033176e1-ddc7-411f-8fa8-1b8804e6e951 service neutron] Pushing event updated for resources: {'Port': ['ID=1bae8605-1c12-470d-b79b-73c8dbe7f204,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:00.465430 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d032e677-50ba-4595-8a11-547d0f8881ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.466690 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-d032e677-50ba-4595-8a11-547d0f8881ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 1096 time: 0.0487764 Sep 14 17:14:00.528265 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-afe43dd1-625a-4c90-aae3-a61a42309ba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204 HTTP/1.1" status: 200 len: 217 time: 0.0466061 Sep 14 17:14:00.562383 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f9f57-736b-4828-82ba-af511f7becf8 x-openstack-request-id: req-948f9f57-736b-4828-82ba-af511f7becf8 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:00.562574 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:00.562823 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-948f9f57-736b-4828-82ba-af511f7becf8 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:00.563269 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'status': 'completed', 'code': 200} Sep 14 17:14:00.580732 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-72224601-1b72-487f-bef6-aab5ae5142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.582200 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-72224601-1b72-487f-bef6-aab5ae5142a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0471351 Sep 14 17:14:00.628978 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-80a1d92a-22c5-4bb6-9def-e02dd3eba5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.630372 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-80a1d92a-22c5-4bb6-9def-e02dd3eba5fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409446 Sep 14 17:14:00.721187 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-808a4628-67e1-4472-a014-2941027224fe service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834067 Sep 14 17:14:00.807888 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-00ef1d7e-7594-4a97-93c8-2829db9da7a4 req-e4c5fc73-3f31-4970-a928-93ac85c924ef service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795281 Sep 14 17:14:00.904717 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-2e6670e1-9abb-450c-9f69-480422cdd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.906123 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-2e6670e1-9abb-450c-9f69-480422cdd62d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 1096 time: 0.0547588 Sep 14 17:14:00.996547 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-e0b697af-feaa-45c8-b914-651afe87bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:00.998015 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-e0b697af-feaa-45c8-b914-651afe87bf5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.0846136 Sep 14 17:14:01.045314 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-79474cbe-7f21-4c77-ba70-54a53e1b8e58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204 HTTP/1.1" status: 200 len: 217 time: 0.0388303 Sep 14 17:14:01.095697 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-8ab37e9a-7651-4a98-b07c-3b48bc06effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:01.097222 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-8ab37e9a-7651-4a98-b07c-3b48bc06effb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0448155 Sep 14 17:14:01.120031 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f3ffa-5651-462d-9a5b-1f157ee90571 req-a746cffc-7a6a-45a2-8936-897e9f8c95bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:01.121777 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a84f3ffa-5651-462d-9a5b-1f157ee90571 req-a746cffc-7a6a-45a2-8936-897e9f8c95bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0501878 Sep 14 17:14:01.144858 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-9f4e7f15-fdc5-4e17-9a7e-7fac903e873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:01.146561 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-9f4e7f15-fdc5-4e17-9a7e-7fac903e873e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420544 Sep 14 17:14:01.164161 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a84f3ffa-5651-462d-9a5b-1f157ee90571 req-7200e4ff-f674-4d60-b547-62b567c4bc7a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353844 Sep 14 17:14:01.241071 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-c85e96c8-ccb7-42e2-b201-68b36aebe6f0 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874383 Sep 14 17:14:01.332011 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-3130b4e8-3898-467d-9f65-50c1ad969923 req-4978f06f-1e0b-47d2-bad1-0b3d2811ffdb service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829127 Sep 14 17:14:01.500961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a9a58-d221-41a6-863c-55d58789ab6e req-2c3d26dc-af85-47bd-a9ac-2bd5cb5a2c11 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:01.502412 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc8a9a58-d221-41a6-863c-55d58789ab6e req-2c3d26dc-af85-47bd-a9ac-2bd5cb5a2c11 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0482044 Sep 14 17:14:01.539716 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc8a9a58-d221-41a6-863c-55d58789ab6e req-8e62ae24-1add-455f-957f-909f0bac26f9 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Sep 14 17:14:02.282338 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c443-0b5b-4083-bf55-651cc418a974 req-6879a861-f080-48fd-a410-46cd7e1d5e51 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:02.283762 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b066c443-0b5b-4083-bf55-651cc418a974 req-6879a861-f080-48fd-a410-46cd7e1d5e51 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0469673 Sep 14 17:14:02.319651 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b066c443-0b5b-4083-bf55-651cc418a974 req-a912078c-d303-407b-8f59-9ac2ffe4111d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300875 Sep 14 17:14:02.655624 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ad7d6-7ead-42d3-b65d-71288e32920c req-14100932-b710-47fc-9628-ee73b232f2ec tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:02.657143 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d31ad7d6-7ead-42d3-b65d-71288e32920c req-14100932-b710-47fc-9628-ee73b232f2ec tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0500166 Sep 14 17:14:02.699865 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d31ad7d6-7ead-42d3-b65d-71288e32920c req-a2ddf6ad-458b-4407-8101-993ddfcf00cd tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Sep 14 17:14:03.438466 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fa586-fc43-4ad4-a5a0-a4b37c63636a req-a8dc66a4-3dc0-4283-9f6c-79d99464c6a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:03.440192 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5d4fa586-fc43-4ad4-a5a0-a4b37c63636a req-a8dc66a4-3dc0-4283-9f6c-79d99464c6a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Sep 14 17:14:03.495814 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5d4fa586-fc43-4ad4-a5a0-a4b37c63636a req-57d3a874-7665-4eb2-aca8-a9c4c6766826 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493658 Sep 14 17:14:03.578488 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-77e65944-73f8-4fb6-9d0e-73b0be3dc282 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:03.579841 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-77e65944-73f8-4fb6-9d0e-73b0be3dc282 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1141598 Sep 14 17:14:03.594825 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-99c2ccac-7142-4613-8fc2-9eaa52fabc3a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/quotas/a4154274eed84a2c8f928e58fe099774 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Sep 14 17:14:03.896571 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-e7b6f1a2-d204-4639-860e-e7821fad212a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2964032 Sep 14 17:14:03.908641 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb152-1637-41a3-8544-267de54ada63 req-90e9577c-79fe-44c8-9830-b9bb62c3776d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:03.910000 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6cacb152-1637-41a3-8544-267de54ada63 req-90e9577c-79fe-44c8-9830-b9bb62c3776d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0584943 Sep 14 17:14:03.995397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6cacb152-1637-41a3-8544-267de54ada63 req-956e42fb-3127-4520-81d1-1035c7c0ae96 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776775 Sep 14 17:14:04.017125 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-8882a06e-3b60-40d9-baf0-a4e699ea5bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062243 Sep 14 17:14:04.110015 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-730a889a-8d79-4eca-a869-09f81b6e2e22 service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868273 Sep 14 17:14:04.262840 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dea555c1-119c-42f0-be1e-822445ddc316 req-4a9a4f9d-9eb7-4404-b644-a23540b6924f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 210 time: 0.0255237 Sep 14 17:14:04.620328 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f039db8-e33c-47a0-bc8c-7062c46fc7a5 req-32611ef8-740b-4992-9878-881d4c6b7a48 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:04.621858 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0f039db8-e33c-47a0-bc8c-7062c46fc7a5 req-32611ef8-740b-4992-9878-881d4c6b7a48 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0514300 Sep 14 17:14:04.660553 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0f039db8-e33c-47a0-bc8c-7062c46fc7a5 req-1de2e420-ccfe-446c-9348-2b816b82e0a7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318546 Sep 14 17:14:05.117599 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734480e-d48b-4d4e-b73e-1a83cd63d3a8 req-14bd2a09-18bd-4a5d-bf1a-c1331a12bdcb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:05.119575 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c734480e-d48b-4d4e-b73e-1a83cd63d3a8 req-14bd2a09-18bd-4a5d-bf1a-c1331a12bdcb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0546134 Sep 14 17:14:05.160303 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c734480e-d48b-4d4e-b73e-1a83cd63d3a8 req-b479d3b2-02de-4adc-9d46-9f536eea9ba7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338502 Sep 14 17:14:05.186376 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-d6dd64ad-aba8-4d3c-9e51-a34be9a2bffb tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:05.187857 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-d6dd64ad-aba8-4d3c-9e51-a34be9a2bffb tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1093893 Sep 14 17:14:05.201396 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Request body: {'port': {'device_id': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'admin_state_up': True, 'tenant_id': 'a4154274eed84a2c8f928e58fe099774'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:14:05.308682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Made reservation on behalf of a4154274eed84a2c8f928e58fe099774 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:14:05.312140 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:05.361366 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c49d78a-4f3c-4ebb-a000-5d94270d8743 req-10db8100-11ad-4092-9eff-617fa9d95c65 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 210 time: 0.0303307 Sep 14 17:14:05.438392 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Allocated IP 172.20.0.12 (dda4c8da-e0c5-4001-ad69-967f846d7471/1173a750-a8ea-4a40-8b1f-a739b03fe9aa/c8b311cd-20f7-4982-8034-1d4e6bb9ad24) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:14:05.581157 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:05.619051 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:05.636290 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:14:05.661533 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Network dda4c8da-e0c5-4001-ad69-967f846d7471 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:14:05.664592 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:14:05.667224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:14:05.703790 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event updated for resources: {'Port': ['ID=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:05.725088 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:05.725708 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:05.741288 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-72675cdd-fc3c-4197-9367-a0087f56a663 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5435107 Sep 14 17:14:05.794218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dca982-93b3-4336-af8b-644c6a91a4e8 req-a61df342-1198-443e-a701-c5bf3adb24ec tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:05.795760 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62dca982-93b3-4336-af8b-644c6a91a4e8 req-a61df342-1198-443e-a701-c5bf3adb24ec tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0501091 Sep 14 17:14:05.808881 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Request body: {'port': {'device_id': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:14:05.834319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62dca982-93b3-4336-af8b-644c6a91a4e8 req-7dcb1e15-ae06-45fc-88bd-03bfcd6175eb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326638 Sep 14 17:14:05.866449 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:06.116309 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b311cd-20f7-4982-8034-1d4e6bb9ad24 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:06.124272 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:06.136257 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Transition to ACTIVE for port object c8b311cd-20f7-4982-8034-1d4e6bb9ad24 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:14:06.140277 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:06.190267 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Pushing event updated for resources: {'Port': ['ID=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:06.256316 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Attempting to bind port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:14:06.256682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Attempting to bind port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:14:06.257012 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Attempting to bind port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:14:06.261545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 on network dda4c8da-e0c5-4001-ad69-967f846d7471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:14:06.261870 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Attempting to bind port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:14:06.266718 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:14:06.267056 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Checking segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:14:06.267436 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Bound using segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:14:06.267856 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Bound port: c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:14:06.268211 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:06.278906 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd583677-db3c-41c8-99bf-c1527b84910a req-8730e2e4-60cc-4643-b8a3-02c0833af7ae tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.280525 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd583677-db3c-41c8-99bf-c1527b84910a req-8730e2e4-60cc-4643-b8a3-02c0833af7ae tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0487525 Sep 14 17:14:06.318475 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bd583677-db3c-41c8-99bf-c1527b84910a req-a781d866-6567-449d-b1c4-755d21666e4b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Sep 14 17:14:06.330730 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] For port c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:14:06.334171 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] For port c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:14:06.338436 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:06.372240 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.372877 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:06.374263 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] 10.222.0.41 "PUT /v2.0/ports/c8b311cd-20f7-4982-8034-1d4e6bb9ad24 HTTP/1.1" status: 200 len: 1094 time: 0.5702019 Sep 14 17:14:06.374682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'tag': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:06.376898 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab280e-99d6-4c7a-94f1-ac729430628b" -d '{"events": [{"name": "network-changed", "server_uuid": "13c05cf1-0fe5-4e94-adc9-415bc437ea94", "tag": "c8b311cd-20f7-4982-8034-1d4e6bb9ad24"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:06.399036 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d317040-cc28-4bd1-98bf-68f31dddd00b service neutron] Pushing event updated for resources: {'Port': ['ID=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:06.450898 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ec352-25ed-4bd1-b211-11444036a73c x-openstack-request-id: req-9b5ec352-25ed-4bd1-b211-11444036a73c {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:06.451159 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c05cf1-0fe5-4e94-adc9-415bc437ea94", "tag": "c8b311cd-20f7-4982-8034-1d4e6bb9ad24", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:06.451464 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b5ec352-25ed-4bd1-b211-11444036a73c {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:06.451849 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'tag': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'status': 'completed', 'code': 200} Sep 14 17:14:06.467244 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-054c8b8a-7d06-4582-93f5-198ccb158374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.468758 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-054c8b8a-7d06-4582-93f5-198ccb158374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 1097 time: 0.0487247 Sep 14 17:14:06.479376 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3985ab-c9a4-4f73-8693-d974bb3f84a5 req-5b4078ef-a126-4847-b612-ae0db468ebed tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.480877 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0e3985ab-c9a4-4f73-8693-d974bb3f84a5 req-5b4078ef-a126-4847-b612-ae0db468ebed tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Sep 14 17:14:06.512004 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-834d9070-c5d0-46d4-90a0-6fc26df03ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24 HTTP/1.1" status: 200 len: 217 time: 0.0343063 Sep 14 17:14:06.521306 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0e3985ab-c9a4-4f73-8693-d974bb3f84a5 req-834f437a-36c4-46db-be8e-6a7d2cce5df1 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Sep 14 17:14:06.562875 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-702e0502-e821-4343-9eb6-f6147e59733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.564329 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-702e0502-e821-4343-9eb6-f6147e59733e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0444276 Sep 14 17:14:06.598505 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-b354f243-a1de-48d1-9c78-d07b7c2db48e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267937 Sep 14 17:14:06.687270 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-3697aa31-4ba9-4d10-943a-8937970ef8aa service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800965 Sep 14 17:14:06.779742 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-124049b2-0bd9-486c-b6d6-d40cdc21db07 req-76a9ea26-b553-4877-95a7-3cff214451e1 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842755 Sep 14 17:14:06.870554 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-62dc80e3-4aac-4fb0-b3bf-4b244c166684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.872133 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-62dc80e3-4aac-4fb0-b3bf-4b244c166684 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 1097 time: 0.0443654 Sep 14 17:14:06.955640 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ce006-a961-41d3-ac82-0dd395a0f7eb req-2e1b64e8-6f47-45a7-b4cd-3280bbfe34ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.957087 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee2ce006-a961-41d3-ac82-0dd395a0f7eb req-2e1b64e8-6f47-45a7-b4cd-3280bbfe34ef tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0485387 Sep 14 17:14:06.960889 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-18f0f775-044c-4110-aa65-1557beb45f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:06.963085 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-18f0f775-044c-4110-aa65-1557beb45f7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 915 time: 0.0822525 Sep 14 17:14:06.995788 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee2ce006-a961-41d3-ac82-0dd395a0f7eb req-059a5709-e0ad-4531-9bfa-ffd9db33af23 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Sep 14 17:14:07.008132 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-5b017fac-4e79-44df-951c-1a6990edcf3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24 HTTP/1.1" status: 200 len: 217 time: 0.0364590 Sep 14 17:14:07.066739 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-ba97a356-74a6-43d5-acd6-8ebb57382ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:07.068104 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-ba97a356-74a6-43d5-acd6-8ebb57382ba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0410931 Sep 14 17:14:07.108801 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-05f0e87d-6d4c-4373-aa0b-8321b80eb84d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242064 Sep 14 17:14:07.198581 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-21c3a797-f343-45fb-b43c-73a930f68b72 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814648 Sep 14 17:14:07.289998 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b4ab280e-99d6-4c7a-94f1-ac729430628b req-de3a0da7-ce37-49d5-8940-fc86d139a079 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789609 Sep 14 17:14:07.431432 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ca1d2-543c-4b5b-8412-902b837238f2 req-dd070962-f7a2-4a46-8ca2-788461b3c89a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:07.432902 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f05ca1d2-543c-4b5b-8412-902b837238f2 req-dd070962-f7a2-4a46-8ca2-788461b3c89a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0468116 Sep 14 17:14:07.469091 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f05ca1d2-543c-4b5b-8412-902b837238f2 req-5123d05e-24a0-4c98-a767-1a7502565a41 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303330 Sep 14 17:14:07.633573 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf5d53-0655-4a90-8821-a91a84233626 req-e56b349f-2033-4c8e-91a1-dec2dbf9586f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:07.635544 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8bf5d53-0655-4a90-8821-a91a84233626 req-e56b349f-2033-4c8e-91a1-dec2dbf9586f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 944 time: 0.0486615 Sep 14 17:14:07.675491 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8bf5d53-0655-4a90-8821-a91a84233626 req-6a3d75ed-dda6-42e4-947b-ff3ff22a1321 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340688 Sep 14 17:14:08.112666 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2552c33-485e-45e9-a97b-2d3b4ee4256c req-5eb43919-de6e-4949-b73c-d96d78ac8edf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:08.114110 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d2552c33-485e-45e9-a97b-2d3b4ee4256c req-5eb43919-de6e-4949-b73c-d96d78ac8edf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0483005 Sep 14 17:14:08.153500 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d2552c33-485e-45e9-a97b-2d3b4ee4256c req-57ea48fd-0313-4828-8c18-587efc7cb418 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Sep 14 17:14:08.581605 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a852-c30a-40bf-a62a-e19e91659187 req-1627772c-11b3-4d32-ac76-7052cccc5f66 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:08.583067 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ae37a852-c30a-40bf-a62a-e19e91659187 req-1627772c-11b3-4d32-ac76-7052cccc5f66 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0484359 Sep 14 17:14:08.620452 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ae37a852-c30a-40bf-a62a-e19e91659187 req-45913d30-67c9-483a-ae67-12afb3fd5e46 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Sep 14 17:14:08.790988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d5e03-6ca2-47a1-a241-9f17f15bbb52 req-e49d4e0c-66e7-4bf8-bfe3-c378e8a20b5a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:08.792390 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f43d5e03-6ca2-47a1-a241-9f17f15bbb52 req-e49d4e0c-66e7-4bf8-bfe3-c378e8a20b5a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 944 time: 0.0508671 Sep 14 17:14:08.833066 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f43d5e03-6ca2-47a1-a241-9f17f15bbb52 req-8437a4fd-c9c6-4a5f-bfa6-30ac94ece90e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Sep 14 17:14:09.270784 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0e211-b5b3-49ef-ae1e-a86046028f01 req-849b47b7-5f44-4174-b30c-24446788e901 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:09.272256 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c6d0e211-b5b3-49ef-ae1e-a86046028f01 req-849b47b7-5f44-4174-b30c-24446788e901 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0485702 Sep 14 17:14:09.317093 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c6d0e211-b5b3-49ef-ae1e-a86046028f01 req-33879969-056b-4116-b1bf-e3dbe0a9d72e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389965 Sep 14 17:14:09.732223 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26de05f-2aef-4adf-b42e-314b2d235700 req-6a11e6d3-7452-46d2-b7ca-25e882200065 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:09.733671 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d26de05f-2aef-4adf-b42e-314b2d235700 req-6a11e6d3-7452-46d2-b7ca-25e882200065 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0493400 Sep 14 17:14:09.773199 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d26de05f-2aef-4adf-b42e-314b2d235700 req-2042c72e-661d-44f6-8566-b1c16cb90731 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333357 Sep 14 17:14:09.959233 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead0b5f-9ee7-49b0-8a1b-a57b95292824 req-d4cd33d4-b794-482c-a9ca-80de7e77947e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:09.960651 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ead0b5f-9ee7-49b0-8a1b-a57b95292824 req-d4cd33d4-b794-482c-a9ca-80de7e77947e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 944 time: 0.0592816 Sep 14 17:14:10.001871 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ead0b5f-9ee7-49b0-8a1b-a57b95292824 req-e3433040-e633-40c9-bf62-e660c1d27aae tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352821 Sep 14 17:14:10.287426 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device c8b311cd-20f7-4982-8034-1d4e6bb9ad24 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:14:10.306347 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec8eb1-43e9-4da0-8e08-bff87abb46d0 req-8aea36f2-afb1-4e04-a2af-778c1516a864 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:10.307850 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0aec8eb1-43e9-4da0-8e08-bff87abb46d0 req-8aea36f2-afb1-4e04-a2af-778c1516a864 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0523207 Sep 14 17:14:10.346189 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0aec8eb1-43e9-4da0-8e08-bff87abb46d0 req-42ce38dc-13fd-4cb8-85ed-a8b86747fde5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Sep 14 17:14:10.391461 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:10.402963 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'port_id': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'mac_address': 'fa:16:3e:74:03:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1173a750-a8ea-4a40-8b1f-a739b03fe9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:14:10.440702 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:10.447815 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddf671-ba33-4d3b-acf4-269dfe599cbf req-afc74fab-c1d7-44c1-8e9c-0d8c0bd1ba71 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:10.449942 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-38ddf671-ba33-4d3b-acf4-269dfe599cbf req-afc74fab-c1d7-44c1-8e9c-0d8c0bd1ba71 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0507419 Sep 14 17:14:10.452970 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b311cd-20f7-4982-8034-1d4e6bb9ad24 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:10.471899 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:10.476067 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:10.490434 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-38ddf671-ba33-4d3b-acf4-269dfe599cbf req-80788555-4038-4aea-b9b8-d48e2c1f45b0 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343423 Sep 14 17:14:10.522606 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:10.882784 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['c8b311cd-20f7-4982-8034-1d4e6bb9ad24'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:14:10.886362 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa647b7-0170-49cf-aca6-e91433ceea50 req-9f61cecd-988f-4913-b25e-3a2aecd43357 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:10.887871 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-afa647b7-0170-49cf-aca6-e91433ceea50 req-9f61cecd-988f-4913-b25e-3a2aecd43357 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0478997 Sep 14 17:14:10.929330 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-afa647b7-0170-49cf-aca6-e91433ceea50 req-73d2f7b8-d71c-4d98-9af9-e01238df070d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353811 Sep 14 17:14:11.113481 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec94ccd-a008-40eb-b791-15dec106bd1e req-576e8d15-a645-497f-9980-c026414fc3b3 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:11.114986 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ec94ccd-a008-40eb-b791-15dec106bd1e req-576e8d15-a645-497f-9980-c026414fc3b3 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 945 time: 0.0490835 Sep 14 17:14:11.152213 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ec94ccd-a008-40eb-b791-15dec106bd1e req-451b03ed-646e-4a7f-a180-797dfc61dc97 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Sep 14 17:14:11.461163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84c58-856e-44e0-bcba-19ae1ee8c428 req-a15c0dbe-9b61-4a93-afb0-db4837af5a2b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:11.462849 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-def84c58-856e-44e0-bcba-19ae1ee8c428 req-a15c0dbe-9b61-4a93-afb0-db4837af5a2b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Sep 14 17:14:11.500900 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-def84c58-856e-44e0-bcba-19ae1ee8c428 req-5ae84e7e-96c5-44ba-b16e-e517f89d5545 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Sep 14 17:14:11.606600 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d86cce-81e8-46b1-bc42-ce2cf3db2d0a req-9b0ee3a2-c96f-4ddf-a581-598ad46d7aa2 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:11.608107 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c6d86cce-81e8-46b1-bc42-ce2cf3db2d0a req-9b0ee3a2-c96f-4ddf-a581-598ad46d7aa2 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Sep 14 17:14:11.653680 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c6d86cce-81e8-46b1-bc42-ce2cf3db2d0a req-14fb30e2-237a-496f-b8c7-ac4e2efe9153 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394127 Sep 14 17:14:12.050024 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039fed-0148-443c-bd19-4974ec0281e1 req-eff10a16-c309-4cf8-98ba-016cb38efce5 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:12.051494 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03039fed-0148-443c-bd19-4974ec0281e1 req-eff10a16-c309-4cf8-98ba-016cb38efce5 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0500584 Sep 14 17:14:12.089057 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03039fed-0148-443c-bd19-4974ec0281e1 req-a922070f-7bf2-41ea-a89d-7f54355a0880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Sep 14 17:14:12.262479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9975-5e99-4295-93f9-e3ac3924c0f8 req-a63206d6-01b0-437d-9dfb-e94d41ea4f94 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:12.263918 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aded9975-5e99-4295-93f9-e3ac3924c0f8 req-a63206d6-01b0-437d-9dfb-e94d41ea4f94 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Sep 14 17:14:12.300392 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aded9975-5e99-4295-93f9-e3ac3924c0f8 req-6f997956-fd5d-44f8-86d3-9e2f7905e30f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Sep 14 17:14:12.317504 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device c8b311cd-20f7-4982-8034-1d4e6bb9ad24 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:14:12.364690 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:14:12.368388 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:14:12.368782 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:12.559880 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:12.582742 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:12.584993 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9c06e1-4c52-41de-8806-3c52fe464125" -d '{"events": [{"server_uuid": "13c05cf1-0fe5-4e94-adc9-415bc437ea94", "name": "network-vif-plugged", "status": "completed", "tag": "c8b311cd-20f7-4982-8034-1d4e6bb9ad24"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:12.597937 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:12.602315 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:12.619050 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f91f-dfe6-4a26-a832-209f8f73e33b req-da69c0a9-1889-49df-b253-31ca5d168f51 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:12.622399 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-84e9f91f-dfe6-4a26-a832-209f8f73e33b req-da69c0a9-1889-49df-b253-31ca5d168f51 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Sep 14 17:14:12.631143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2993745f-2cbc-49aa-83b5-93346e81bf03 x-openstack-request-id: req-2993745f-2cbc-49aa-83b5-93346e81bf03 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:12.631438 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c05cf1-0fe5-4e94-adc9-415bc437ea94", "name": "network-vif-plugged", "status": "completed", "tag": "c8b311cd-20f7-4982-8034-1d4e6bb9ad24", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:12.631688 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2993745f-2cbc-49aa-83b5-93346e81bf03 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:12.632065 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'code': 200} Sep 14 17:14:12.659005 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:12.668908 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-84e9f91f-dfe6-4a26-a832-209f8f73e33b req-a33bf178-58b5-49d8-8b3b-d107a6555452 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Sep 14 17:14:12.776713 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fbe02-bb21-47f9-ae08-7c6e7d9d3e9b req-6f8dde5e-b0dc-4fed-8390-a515e10309c6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:12.778575 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7a4fbe02-bb21-47f9-ae08-7c6e7d9d3e9b req-6f8dde5e-b0dc-4fed-8390-a515e10309c6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0515914 Sep 14 17:14:12.795048 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daa9c4-9982-441c-83fc-085565cd58bc req-b3f27a03-2b09-4765-8a5f-dd7c957eadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:12.796779 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-50daa9c4-9982-441c-83fc-085565cd58bc req-b3f27a03-2b09-4765-8a5f-dd7c957eadfa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 1099 time: 0.0458758 Sep 14 17:14:12.816848 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7a4fbe02-bb21-47f9-ae08-7c6e7d9d3e9b req-511d7baa-f4dc-47c7-878b-1a790f552ef6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Sep 14 17:14:12.832741 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-50daa9c4-9982-441c-83fc-085565cd58bc req-794a53f9-bce2-49b2-84d2-13a0ebe8cb5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284607 Sep 14 17:14:13.202610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353895f3-99e3-44c7-8620-5596ca11f064 req-11babf1d-7785-45cb-ac5c-791ebcaeab46 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:13.204054 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-353895f3-99e3-44c7-8620-5596ca11f064 req-11babf1d-7785-45cb-ac5c-791ebcaeab46 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0491416 Sep 14 17:14:13.240555 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-353895f3-99e3-44c7-8620-5596ca11f064 req-d09a4457-4418-466e-9e56-74b1e47098fb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Sep 14 17:14:13.412451 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61226f5b-f97b-46fa-ab7e-84798ca82f59 req-2d85c630-047f-4c6a-a16b-ec004bf0cd4b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:13.413852 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-61226f5b-f97b-46fa-ab7e-84798ca82f59 req-2d85c630-047f-4c6a-a16b-ec004bf0cd4b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 946 time: 0.0476646 Sep 14 17:14:13.455486 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-61226f5b-f97b-46fa-ab7e-84798ca82f59 req-214c4cb1-13ac-4e5e-a25d-8fa0aee938a7 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Sep 14 17:14:13.783745 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8b4b4-dcf1-4e79-b7ed-983fd48e791a req-a4c8e657-d0c1-4f3a-837c-15db253add52 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:13.785241 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-78f8b4b4-dcf1-4e79-b7ed-983fd48e791a req-a4c8e657-d0c1-4f3a-837c-15db253add52 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0484209 Sep 14 17:14:13.821155 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-78f8b4b4-dcf1-4e79-b7ed-983fd48e791a req-f7aac91f-ced3-448b-bc52-29838c77b384 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300252 Sep 14 17:14:13.933962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ceae0-0f59-4e7f-9a5d-8f1bb93af601 req-8cbb6e04-2ee3-4be6-b41e-a03dee0f6e96 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:13.935421 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-278ceae0-0f59-4e7f-9a5d-8f1bb93af601 req-8cbb6e04-2ee3-4be6-b41e-a03dee0f6e96 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0500898 Sep 14 17:14:13.973965 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-278ceae0-0f59-4e7f-9a5d-8f1bb93af601 req-4c8ea66f-0fff-463c-96d4-a6eea112fa77 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326145 Sep 14 17:14:14.355774 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaf331-e2df-4cd1-8d69-4c4e6e26626a req-c2aee6c0-23fe-4cc0-985d-7aa96b5284e9 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:14.357266 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dcbaf331-e2df-4cd1-8d69-4c4e6e26626a req-c2aee6c0-23fe-4cc0-985d-7aa96b5284e9 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0487914 Sep 14 17:14:14.398843 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dcbaf331-e2df-4cd1-8d69-4c4e6e26626a req-d1df2947-27cf-4fdf-8664-42d8a8cfa337 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349298 Sep 14 17:14:14.567368 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ad1a8-7995-4a55-adc5-c6d0e3b4fb05 req-38e708f8-4ed8-4859-8202-78d6312ef89a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:14.568744 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-381ad1a8-7995-4a55-adc5-c6d0e3b4fb05 req-38e708f8-4ed8-4859-8202-78d6312ef89a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 946 time: 0.0483251 Sep 14 17:14:14.605952 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-381ad1a8-7995-4a55-adc5-c6d0e3b4fb05 req-f6e33b3a-2537-4ca0-9172-e396c38ddc72 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Sep 14 17:14:14.812784 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:14.936780 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dca90-e751-4628-8871-60057fc9be2e req-1c66f594-082d-4cd4-a439-441213747b7b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:14.938367 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-730dca90-e751-4628-8871-60057fc9be2e req-1c66f594-082d-4cd4-a439-441213747b7b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0496757 Sep 14 17:14:14.982520 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-730dca90-e751-4628-8871-60057fc9be2e req-feb7300d-2cfa-4520-9e0a-35db4794ef8e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Sep 14 17:14:15.094244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33df3a-dd4a-46e1-bd10-08b3d08455ca req-febd89b5-fcab-45bd-8a3c-19258e9d7a47 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:15.095724 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5f33df3a-dd4a-46e1-bd10-08b3d08455ca req-febd89b5-fcab-45bd-8a3c-19258e9d7a47 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0475171 Sep 14 17:14:15.136965 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5f33df3a-dd4a-46e1-bd10-08b3d08455ca req-0a46f25c-8437-463a-8765-a33e85cadc71 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351498 Sep 14 17:14:15.513976 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30198ee3-09f0-46ee-b973-4587638f26ee req-62167a4e-9c7a-4b3f-9fa4-fd1ac77bb876 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:15.515418 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-30198ee3-09f0-46ee-b973-4587638f26ee req-62167a4e-9c7a-4b3f-9fa4-fd1ac77bb876 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0482173 Sep 14 17:14:15.551445 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-30198ee3-09f0-46ee-b973-4587638f26ee req-ffdd777d-1757-4938-ad49-ed170cdf1db2 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300460 Sep 14 17:14:16.103130 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668cce7-e6ed-42e0-a786-d00e3254eb85 req-9f0ca9f0-7c9e-4ecd-a14c-751b5ec6dbcb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:16.105150 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3668cce7-e6ed-42e0-a786-d00e3254eb85 req-9f0ca9f0-7c9e-4ecd-a14c-751b5ec6dbcb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0502427 Sep 14 17:14:16.144020 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3668cce7-e6ed-42e0-a786-d00e3254eb85 req-6dbb8387-2824-4d4e-ba01-0231cd6bd692 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Sep 14 17:14:16.318200 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201da11-a45f-4dff-aad0-50de665f33da req-775c8a52-bc0e-4079-b547-31eb4ee715d5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:16.319680 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2201da11-a45f-4dff-aad0-50de665f33da req-775c8a52-bc0e-4079-b547-31eb4ee715d5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.1122227 Sep 14 17:14:16.366520 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-16953f73-f7da-4a1e-a23b-03ccbaa75690 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:16.367957 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-16953f73-f7da-4a1e-a23b-03ccbaa75690 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1489508 Sep 14 17:14:16.387205 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2201da11-a45f-4dff-aad0-50de665f33da req-8ba3f409-3260-43cb-93dc-e21a977418c3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605500 Sep 14 17:14:16.389532 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-fb1d3e22-a033-41fc-b14b-71c53737188c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/quotas/a4154274eed84a2c8f928e58fe099774 HTTP/1.1" status: 200 len: 375 time: 0.0137973 Sep 14 17:14:16.441411 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f357cabd-2068-45e8-ab97-a480596a89d5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463321 Sep 14 17:14:16.534532 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-e65dde85-4993-433d-bcfa-c252369b4d5f service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859971 Sep 14 17:14:16.636682 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-d99623fc-f47c-4837-a0bb-906a13ebd710 service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962796 Sep 14 17:14:16.686558 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674014-a93b-4a13-ab42-4a23a364919c req-3bfc39d5-b667-4f51-ac94-fd9ed32a633b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:16.688404 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf674014-a93b-4a13-ab42-4a23a364919c req-3bfc39d5-b667-4f51-ac94-fd9ed32a633b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0665081 Sep 14 17:14:16.729371 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf674014-a93b-4a13-ab42-4a23a364919c req-d512ac68-1bb4-4add-ae05-a8a2020021b1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347371 Sep 14 17:14:16.811639 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dda11dfc-8cf5-4732-8d23-7bb3c3a7629e req-01fe89b9-b61c-4479-8f86-f68ca68065c8 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0321565 Sep 14 17:14:17.271945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb450b-f96a-423e-92bd-981a52147e6d req-c7eac9d0-3381-4430-9ab1-546ee0522fd2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:17.274521 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbbb450b-f96a-423e-92bd-981a52147e6d req-c7eac9d0-3381-4430-9ab1-546ee0522fd2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0629928 Sep 14 17:14:17.314637 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbbb450b-f96a-423e-92bd-981a52147e6d req-e5dd4fcf-b37c-45d4-9d7c-9ed20ea71198 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336401 Sep 14 17:14:17.351684 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e8835737-5d6f-4cf4-8148-5273a93f36ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:17.510374 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853e0f-1399-4cae-80b5-98aee7ae89d0 req-341145c3-0d3a-4254-95cd-d8767b71238b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:17.511926 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7d853e0f-1399-4cae-80b5-98aee7ae89d0 req-341145c3-0d3a-4254-95cd-d8767b71238b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Sep 14 17:14:17.548162 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7d853e0f-1399-4cae-80b5-98aee7ae89d0 req-4e5d771a-82fd-4b7f-a70e-a1177feb1c56 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304427 Sep 14 17:14:17.806801 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-376c15b4-05de-4a43-8255-05fe854e9f96 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:17.808700 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-376c15b4-05de-4a43-8255-05fe854e9f96 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1052399 Sep 14 17:14:17.823063 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Request body: {'port': {'device_id': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'admin_state_up': True, 'tenant_id': 'a4154274eed84a2c8f928e58fe099774'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:14:17.858131 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16224d-6748-484f-91b3-ad953635e8ae req-486a730d-c628-41f4-bf51-77372b3086e6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:17.861183 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2a16224d-6748-484f-91b3-ad953635e8ae req-486a730d-c628-41f4-bf51-77372b3086e6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 943 time: 0.0555105 Sep 14 17:14:17.913197 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2a16224d-6748-484f-91b3-ad953635e8ae req-a2516ed3-f985-4973-8674-8fbba2e9eb5b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Sep 14 17:14:17.932531 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-de847122-f54b-4738-b5ec-a63602275b89 req-fabc398b-4305-4d65-a52b-b587c7ae5b42 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0364099 Sep 14 17:14:18.162629 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Made reservation on behalf of a4154274eed84a2c8f928e58fe099774 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:14:18.166089 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.289140 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Allocated IP 172.20.0.5 (dda4c8da-e0c5-4001-ad69-967f846d7471/1173a750-a8ea-4a40-8b1f-a739b03fe9aa/bc12761c-af84-4528-9c5e-34df0e3dc854) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:14:18.328842 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:14:18.430772 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:18.439199 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.442451 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f6b5-ca3e-4642-bc0b-1d93a6212e23 req-34c8f319-8685-4940-8231-867dac4393c4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:18.443366 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'mac_address': 'fa:16:3e:7e:50:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:14:18.443969 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bfb8f6b5-ca3e-4642-bc0b-1d93a6212e23 req-34c8f319-8685-4940-8231-867dac4393c4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0578663 Sep 14 17:14:18.484590 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.493833 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.501762 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd13d698-bd73-48c4-8cb7-87c04655ca16 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:18.502244 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bfb8f6b5-ca3e-4642-bc0b-1d93a6212e23 req-6a3d77d4-fde7-4b68-ab72-fec871a740e4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507874 Sep 14 17:14:18.518133 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba', 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:14:18.530904 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:18.554466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Network dda4c8da-e0c5-4001-ad69-967f846d7471 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:14:18.555268 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.555923 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 1bae8605-1c12-470d-b79b-73c8dbe7f204 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:14:18.568188 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:14:18.571965 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:14:18.582112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event updated for resources: {'Port': ['ID=bc12761c-af84-4528-9c5e-34df0e3dc854,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:18.611076 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.611329 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.611667 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.611997 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.612323 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.613122 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.613122 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.613360 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.613609 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.613925 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.614438 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.614544 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.645236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:18.646058 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.661404 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=6']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:18.664000 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f58b92e0-ad6b-4ab1-a3ad-e57af62ddd1e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453190 Sep 14 17:14:18.677929 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Request body: {'port': {'device_id': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:14:18.682376 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ff0e-4599-405e-9c41-7451f480102f req-f30d20c6-0926-4965-b2f8-05946ed16295 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:18.684606 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6999ff0e-4599-405e-9c41-7451f480102f req-f30d20c6-0926-4965-b2f8-05946ed16295 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0542417 Sep 14 17:14:18.690220 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.690565 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.690904 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.691238 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.691561 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.691904 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.692207 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.692552 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.692874 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.693191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.693502 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.693815 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:14:18.740854 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6999ff0e-4599-405e-9c41-7451f480102f req-a4772764-6147-4afd-91b7-13bbd1c1e58c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Sep 14 17:14:18.747243 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.782161 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 1bae8605-1c12-470d-b79b-73c8dbe7f204, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:18.802054 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'port_id': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'mac_address': 'fa:16:3e:4d:f9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:14:18.867785 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:18.890447 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bae8605-1c12-470d-b79b-73c8dbe7f204 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:18.920945 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 1bae8605-1c12-470d-b79b-73c8dbe7f204, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:18.929307 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.013945 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=1bae8605-1c12-470d-b79b-73c8dbe7f204,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:19.026543 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc12761c-af84-4528-9c5e-34df0e3dc854 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:19.035165 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.048652 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Transition to ACTIVE for port object bc12761c-af84-4528-9c5e-34df0e3dc854 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:14:19.055121 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.068005 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['cd13d698-bd73-48c4-8cb7-87c04655ca16'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:14:19.106734 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e160b2-e571-45a9-9e25-c36ca22517f9 req-023e60cf-b103-4eef-aadd-a694f1520a40 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.108248 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-12e160b2-e571-45a9-9e25-c36ca22517f9 req-023e60cf-b103-4eef-aadd-a694f1520a40 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 944 time: 0.0981846 Sep 14 17:14:19.120181 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e106-5ed5-40fa-bc12-276d8b61c33b req-7f124f25-acac-4c10-a8ce-21d65232a8e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.121586 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dc68e106-5ed5-40fa-bc12-276d8b61c33b req-7f124f25-acac-4c10-a8ce-21d65232a8e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 931 time: 0.0944340 Sep 14 17:14:19.128105 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Pushing event updated for resources: {'Port': ['ID=bc12761c-af84-4528-9c5e-34df0e3dc854,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:19.180838 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Attempting to bind port bc12761c-af84-4528-9c5e-34df0e3dc854 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:14:19.181170 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Attempting to bind port bc12761c-af84-4528-9c5e-34df0e3dc854 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:14:19.181501 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Attempting to bind port bc12761c-af84-4528-9c5e-34df0e3dc854 on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:14:19.185013 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-12e160b2-e571-45a9-9e25-c36ca22517f9 req-80af35cf-f729-451e-b3dd-e634e4c0095e tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624673 Sep 14 17:14:19.186466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Port bc12761c-af84-4528-9c5e-34df0e3dc854 on network dda4c8da-e0c5-4001-ad69-967f846d7471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:14:19.186788 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Attempting to bind port bc12761c-af84-4528-9c5e-34df0e3dc854 on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:14:19.191746 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:14:19.192087 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Checking segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:14:19.192486 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Bound using segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:14:19.192911 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Bound port: bc12761c-af84-4528-9c5e-34df0e3dc854, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:14:19.193267 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.193643 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dc68e106-5ed5-40fa-bc12-276d8b61c33b req-8df8d764-ff9b-4bd4-a0d4-172200453542 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634294 Sep 14 17:14:19.256225 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] For port bc12761c-af84-4528-9c5e-34df0e3dc854, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:14:19.259222 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] For port bc12761c-af84-4528-9c5e-34df0e3dc854, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=bc12761c-af84-4528-9c5e-34df0e3dc854,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:14:19.262743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.294836 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.295443 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.296839 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] 10.222.0.41 "PUT /v2.0/ports/bc12761c-af84-4528-9c5e-34df0e3dc854 HTTP/1.1" status: 200 len: 1093 time: 0.6233003 Sep 14 17:14:19.297295 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'tag': 'bc12761c-af84-4528-9c5e-34df0e3dc854'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:19.299500 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77f8be-0538-4618-abec-fdf5ef6bf96f" -d '{"events": [{"name": "network-changed", "server_uuid": "0509b8b8-0e73-43d6-9462-66855754b9b9", "tag": "bc12761c-af84-4528-9c5e-34df0e3dc854"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:19.326806 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d484c1-a326-4397-b8bb-4f20993c87ad service neutron] Pushing event updated for resources: {'Port': ['ID=bc12761c-af84-4528-9c5e-34df0e3dc854,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:19.341698 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2148e9b3-8676-4e27-9f37-4723092608f7 x-openstack-request-id: req-2148e9b3-8676-4e27-9f37-4723092608f7 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:19.341987 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0509b8b8-0e73-43d6-9462-66855754b9b9", "tag": "bc12761c-af84-4528-9c5e-34df0e3dc854", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:19.342236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2148e9b3-8676-4e27-9f37-4723092608f7 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:19.342627 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'tag': 'bc12761c-af84-4528-9c5e-34df0e3dc854', 'status': 'completed', 'code': 200} Sep 14 17:14:19.391231 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-fe7fc4b3-f536-4acb-8963-e13625969fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.392669 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-fe7fc4b3-f536-4acb-8963-e13625969fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0403931 Sep 14 17:14:19.441455 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-f15a8106-1b8a-479f-bd42-a433210045f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc12761c-af84-4528-9c5e-34df0e3dc854 HTTP/1.1" status: 200 len: 217 time: 0.0361729 Sep 14 17:14:19.490298 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-a1510e8a-eba7-4f57-85d3-f78ea5babf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.491703 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-a1510e8a-eba7-4f57-85d3-f78ea5babf18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0433769 Sep 14 17:14:19.523828 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-d9c81c9a-63d9-41ab-ad24-9606ae5fc472 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236084 Sep 14 17:14:19.620022 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-49024a03-9aa7-493a-ac16-666b5349e36e service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880325 Sep 14 17:14:19.624005 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84077-c8b2-4b87-9b5e-8bbe26cdd47a req-c433a10d-aded-4baa-be22-cddd72fddea9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.625505 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-44c84077-c8b2-4b87-9b5e-8bbe26cdd47a req-c433a10d-aded-4baa-be22-cddd72fddea9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0510764 Sep 14 17:14:19.664758 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-44c84077-c8b2-4b87-9b5e-8bbe26cdd47a req-92b8c035-7113-4d3f-8d26-9a2ff0ce9ac6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Sep 14 17:14:19.712722 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-9e888552-d5ca-407c-b0a3-cacf961f19c6 req-23cc2184-3428-4545-9a68-528a84268699 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Sep 14 17:14:19.712972 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['1bae8605-1c12-470d-b79b-73c8dbe7f204'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:14:19.801332 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-32a34eeb-7f8a-4ed0-a9ed-83b6bd46f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.802923 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-32a34eeb-7f8a-4ed0-a9ed-83b6bd46f8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0456846 Sep 14 17:14:19.863015 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481f31b-38fb-4b80-8aae-d9aa45b2dd42 req-1fec8a2e-653c-4889-846b-0d636cb103f6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.864656 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3481f31b-38fb-4b80-8aae-d9aa45b2dd42 req-1fec8a2e-653c-4889-846b-0d636cb103f6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Sep 14 17:14:19.877989 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-f93d9154-95c1-4aa6-aec1-23c5f93add21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:19.902178 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-93c92175-caec-4e1a-8997-36273a884b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:19.903743 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-93c92175-caec-4e1a-8997-36273a884b45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 915 time: 0.0919311 Sep 14 17:14:19.910098 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3481f31b-38fb-4b80-8aae-d9aa45b2dd42 req-c40380a9-951a-4745-abf6-4e7a8085b006 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Sep 14 17:14:19.950064 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-a778ba57-a1e9-4e63-9cd3-a60d7eed70d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc12761c-af84-4528-9c5e-34df0e3dc854 HTTP/1.1" status: 200 len: 217 time: 0.0378010 Sep 14 17:14:20.000070 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-347c05c8-5890-43b6-a778-99502f659802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:20.001530 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-347c05c8-5890-43b6-a778-99502f659802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0429523 Sep 14 17:14:20.033098 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-4a2dc098-991c-4ae0-b1ce-3c39de96e9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234489 Sep 14 17:14:20.125171 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-1c740d80-11ea-410d-9125-52cedda5768d service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Sep 14 17:14:20.214931 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1f77f8be-0538-4618-abec-fdf5ef6bf96f req-70ab29d8-6ae9-44dd-b6f6-0e199558da2f service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Sep 14 17:14:20.332958 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:14:20.343576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448581b2-8e6d-4239-9a11-3cc575404244 req-713ca7ee-5de8-4d52-bb8a-bfd691e631cb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:20.345071 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-448581b2-8e6d-4239-9a11-3cc575404244 req-713ca7ee-5de8-4d52-bb8a-bfd691e631cb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 944 time: 0.0784483 Sep 14 17:14:20.353027 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc727-2895-4bf7-8d71-751a329af5b0 req-8cfe3b1b-a72a-4a7f-a4ee-321a299b4e55 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:20.354973 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-23dfc727-2895-4bf7-8d71-751a329af5b0 req-8cfe3b1b-a72a-4a7f-a4ee-321a299b4e55 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 943 time: 0.0870981 Sep 14 17:14:20.383203 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port cd13d698-bd73-48c4-8cb7-87c04655ca16 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:14:20.383652 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:20.408247 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-448581b2-8e6d-4239-9a11-3cc575404244 req-6e504947-f477-424e-90c6-e42b9808b351 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522780 Sep 14 17:14:20.415239 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-23dfc727-2895-4bf7-8d71-751a329af5b0 req-16e19aee-0b40-4905-9fbc-9e6c3bf9566b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524974 Sep 14 17:14:20.465430 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:20.487508 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:20.489713 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c8ee1-d74d-42c7-a76d-340be0bcec94" -d '{"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:20.503112 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:20.507181 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:20.530299 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2706e8bb-2b39-4b42-86f2-5cbdd8a8266d x-openstack-request-id: req-2706e8bb-2b39-4b42-86f2-5cbdd8a8266d {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:20.530588 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:20.530839 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2706e8bb-2b39-4b42-86f2-5cbdd8a8266d {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:20.531216 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'code': 200} Sep 14 17:14:20.556029 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=7']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:20.577305 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:20.784367 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8793e4-41dc-4016-8a13-89902bb2da63 req-0194f6e6-c562-4e4e-95d4-894850b9aed2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:20.785862 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e8793e4-41dc-4016-8a13-89902bb2da63 req-0194f6e6-c562-4e4e-95d4-894850b9aed2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0543005 Sep 14 17:14:20.823846 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e8793e4-41dc-4016-8a13-89902bb2da63 req-54713b95-4faf-4a2c-82c7-26e5628ffcec tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Sep 14 17:14:20.862866 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:21.036245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dd0cf-d652-4fd5-82db-c461a28f7150 req-3e72894e-8970-41ca-a4db-129b37fbb6be tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:21.037691 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-126dd0cf-d652-4fd5-82db-c461a28f7150 req-3e72894e-8970-41ca-a4db-129b37fbb6be tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Sep 14 17:14:21.074951 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-126dd0cf-d652-4fd5-82db-c461a28f7150 req-04de95a8-0acc-4bf1-8631-5fac0b806c44 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304923 Sep 14 17:14:21.553645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4763-005e-4813-b6f2-55b22615a90e req-dbe9c73e-5333-45d9-ba93-21bed913476f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:21.555100 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d2d4763-005e-4813-b6f2-55b22615a90e req-dbe9c73e-5333-45d9-ba93-21bed913476f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 944 time: 0.0792727 Sep 14 17:14:21.563969 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407bb6-b8f6-4b0e-87b0-ca74171479aa req-59a0eda9-89d3-4284-b3ae-10511c8ce379 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:21.565365 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-59407bb6-b8f6-4b0e-87b0-ca74171479aa req-59a0eda9-89d3-4284-b3ae-10511c8ce379 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 943 time: 0.0803781 Sep 14 17:14:21.621997 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d2d4763-005e-4813-b6f2-55b22615a90e req-d20a2348-83fa-4c7c-817d-aa51dedabddf tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557075 Sep 14 17:14:21.624972 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-59407bb6-b8f6-4b0e-87b0-ca74171479aa req-b3ce4ce3-d751-4839-b2e8-d9069c45cc27 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Sep 14 17:14:21.937237 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d88d0-df58-4352-b339-8da6cedf6fcd req-6620e1f5-530a-4ccd-835a-1ba1440f3ccf tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:21.938681 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b69d88d0-df58-4352-b339-8da6cedf6fcd req-6620e1f5-530a-4ccd-835a-1ba1440f3ccf tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0476465 Sep 14 17:14:21.975243 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b69d88d0-df58-4352-b339-8da6cedf6fcd req-0a1136be-7427-46a8-8269-944ce1c16f0d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306582 Sep 14 17:14:22.192084 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1725b-8a52-4845-a219-749244d737e9 req-9a606ad5-f66a-4aff-859c-b6758a7e26f9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:22.193565 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ed1725b-8a52-4845-a219-749244d737e9 req-9a606ad5-f66a-4aff-859c-b6758a7e26f9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0487571 Sep 14 17:14:22.230799 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4ed1725b-8a52-4845-a219-749244d737e9 req-79b852b0-4968-4aee-92b3-4814a682f3e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Sep 14 17:14:22.342653 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 1bae8605-1c12-470d-b79b-73c8dbe7f204 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:14:22.392574 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 1bae8605-1c12-470d-b79b-73c8dbe7f204 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:14:22.395901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 1bae8605-1c12-470d-b79b-73c8dbe7f204 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:14:22.396273 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:22.469779 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:22.502582 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 1bae8605-1c12-470d-b79b-73c8dbe7f204, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:22.506610 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:22.532062 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:22.534314 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52349d36-1892-4f81-8c7e-dd57449b6c8d" -d '{"events": [{"server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "name": "network-vif-plugged", "status": "completed", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:22.564559 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=1bae8605-1c12-470d-b79b-73c8dbe7f204,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:22.574457 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5447d7e-f1d3-4a67-b421-d7c85bb8e11e x-openstack-request-id: req-f5447d7e-f1d3-4a67-b421-d7c85bb8e11e {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:22.574744 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "name": "network-vif-plugged", "status": "completed", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:22.574997 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5447d7e-f1d3-4a67-b421-d7c85bb8e11e {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:22.575377 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'code': 200} Sep 14 17:14:22.657589 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:22.709444 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:14:22.783640 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682951-e5ac-4385-8beb-c31b34e8a396 req-e1185652-e977-4e5c-8890-7646cd6443e6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:22.785208 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e682951-e5ac-4385-8beb-c31b34e8a396 req-e1185652-e977-4e5c-8890-7646cd6443e6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.0896559 Sep 14 17:14:22.794493 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a576bd-856c-41df-999e-3b88fc69e8ad req-204d27be-3910-459d-9f29-30a52d24aa63 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:22.796078 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d6a576bd-856c-41df-999e-3b88fc69e8ad req-204d27be-3910-459d-9f29-30a52d24aa63 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 943 time: 0.0903897 Sep 14 17:14:22.846329 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c719-a206-442f-9a9f-7066f81b1ec4 req-221ad73e-8d04-4abd-ba13-424f6d21dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:22.847854 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1e16c719-a206-442f-9a9f-7066f81b1ec4 req-221ad73e-8d04-4abd-ba13-424f6d21dfc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 1098 time: 0.0445130 Sep 14 17:14:22.858749 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6e682951-e5ac-4385-8beb-c31b34e8a396 req-1d71f25d-206b-4fe3-8c5d-23bbad37cfe7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616715 Sep 14 17:14:22.861733 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d6a576bd-856c-41df-999e-3b88fc69e8ad req-23991781-8c64-4cb5-a9f1-03bfdcb38313 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581686 Sep 14 17:14:22.892079 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-1e16c719-a206-442f-9a9f-7066f81b1ec4 req-514b9794-b067-4730-af98-44ecbc397990 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344121 Sep 14 17:14:23.107028 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb0ba0-35d0-45a7-b199-44a508f0b40c req-54f069ff-b6a0-405b-aff1-06794265cda0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:23.108596 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ceb0ba0-35d0-45a7-b199-44a508f0b40c req-54f069ff-b6a0-405b-aff1-06794265cda0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0660369 Sep 14 17:14:23.148440 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7ceb0ba0-35d0-45a7-b199-44a508f0b40c req-d8e11211-cc59-4a1f-9e4e-a08a26ab9e4c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332720 Sep 14 17:14:23.353331 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67694c7-0fc4-4102-92fe-1c3c64d553bc req-68a397ae-bc93-489a-b57a-b3a8c71ee8a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:23.356092 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b67694c7-0fc4-4102-92fe-1c3c64d553bc req-68a397ae-bc93-489a-b57a-b3a8c71ee8a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0516994 Sep 14 17:14:23.397248 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b67694c7-0fc4-4102-92fe-1c3c64d553bc req-1af1ecab-c74b-4408-9a27-91eac6dc44b2 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349338 Sep 14 17:14:24.082913 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a05a-8afa-4d7c-9a8f-94876ff9383f req-40bff30e-a2de-4271-9eab-afe9b8fd6cf0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:24.091004 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-54e2a05a-8afa-4d7c-9a8f-94876ff9383f req-40bff30e-a2de-4271-9eab-afe9b8fd6cf0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.1203220 Sep 14 17:14:24.128084 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f25dd-8334-4203-a28d-5e9aae4f35a4 req-9f7fb0fa-9046-4071-9df9-012d75de2b9e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:24.132953 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f1f25dd-8334-4203-a28d-5e9aae4f35a4 req-9f7fb0fa-9046-4071-9df9-012d75de2b9e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1503115 Sep 14 17:14:24.169688 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-54e2a05a-8afa-4d7c-9a8f-94876ff9383f req-0700a7e6-07f7-40ce-a056-f054025aed09 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774133 Sep 14 17:14:24.199927 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f1f25dd-8334-4203-a28d-5e9aae4f35a4 req-2432ae2b-5882-4751-ac21-016b0e4345d8 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622671 Sep 14 17:14:24.311199 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a4de3-d55d-42fd-a78d-2b52a9a182d6 req-ce429fab-5453-45a4-a4a3-6e73790db1d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:24.313645 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0e6a4de3-d55d-42fd-a78d-2b52a9a182d6 req-ce429fab-5453-45a4-a4a3-6e73790db1d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0583067 Sep 14 17:14:24.333690 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device bc12761c-af84-4528-9c5e-34df0e3dc854 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:14:24.368302 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0e6a4de3-d55d-42fd-a78d-2b52a9a182d6 req-af4de427-3f67-48d8-8bd0-8ce0bbec4614 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484450 Sep 14 17:14:24.459683 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port bc12761c-af84-4528-9c5e-34df0e3dc854, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=bc12761c-af84-4528-9c5e-34df0e3dc854,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:24.476845 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'bc12761c-af84-4528-9c5e-34df0e3dc854', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'port_id': 'bc12761c-af84-4528-9c5e-34df0e3dc854', 'mac_address': 'fa:16:3e:48:a0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1173a750-a8ea-4a40-8b1f-a739b03fe9aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:14:24.527288 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:24.549899 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc12761c-af84-4528-9c5e-34df0e3dc854 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:14:24.587556 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port bc12761c-af84-4528-9c5e-34df0e3dc854, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=bc12761c-af84-4528-9c5e-34df0e3dc854,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:24.587823 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c1d3b-cc19-425c-a44a-a0e45f346bd1 req-544652bd-bbfb-4b0a-bd03-4102ab81bc1a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:24.589438 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aa6c1d3b-cc19-425c-a44a-a0e45f346bd1 req-544652bd-bbfb-4b0a-bd03-4102ab81bc1a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0798380 Sep 14 17:14:24.597281 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:24.643563 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aa6c1d3b-cc19-425c-a44a-a0e45f346bd1 req-a8df4d76-e5a4-4db6-9e66-29b35b078826 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Sep 14 17:14:24.682691 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=bc12761c-af84-4528-9c5e-34df0e3dc854,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:25.051937 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['bc12761c-af84-4528-9c5e-34df0e3dc854'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:14:25.328390 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9588d78-7db1-4582-bb54-c068b006680c req-e1d0e43b-cde8-4d51-afe0-89a6a323fc06 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:25.329813 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a9588d78-7db1-4582-bb54-c068b006680c req-e1d0e43b-cde8-4d51-afe0-89a6a323fc06 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.0856571 Sep 14 17:14:25.351911 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f2838-95eb-427d-9e5f-26b9c638f5d0 req-a71baefb-f45a-405f-9b8c-73dbbfec80fc tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:25.353598 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fe9f2838-95eb-427d-9e5f-26b9c638f5d0 req-a71baefb-f45a-405f-9b8c-73dbbfec80fc tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 944 time: 0.0711780 Sep 14 17:14:25.405407 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a9588d78-7db1-4582-bb54-c068b006680c req-1c4c6085-cfa3-4398-b32f-18035e5f20be tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689468 Sep 14 17:14:25.429338 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fe9f2838-95eb-427d-9e5f-26b9c638f5d0 req-e70f1979-73b9-4ba8-b47b-d3279b67bfdf tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690510 Sep 14 17:14:25.548310 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ac441-66c7-49bd-be1f-6520535fb950 req-744a288c-8d14-4c15-809b-9549348127f1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:25.550083 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-468ac441-66c7-49bd-be1f-6520535fb950 req-744a288c-8d14-4c15-809b-9549348127f1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.0698833 Sep 14 17:14:25.557125 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ef2b7-334b-4964-902d-bae689cc35ba req-ddb05d41-b024-46c4-9d81-d1e2f6d40ee5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:25.558510 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b00ef2b7-334b-4964-902d-bae689cc35ba req-ddb05d41-b024-46c4-9d81-d1e2f6d40ee5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0894170 Sep 14 17:14:25.616088 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-468ac441-66c7-49bd-be1f-6520535fb950 req-13151e6e-3434-476c-bb28-92d8a566f255 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565984 Sep 14 17:14:25.618900 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b00ef2b7-334b-4964-902d-bae689cc35ba req-eea79da2-6ecf-40b6-b264-f6576cfe57c2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521617 Sep 14 17:14:25.639791 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48572) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:14:25.784422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968c3b-0011-4b27-8b9a-39c20799e175 req-2d28fd40-c878-4c81-8b3b-a5455df6ec45 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:25.793478 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bc968c3b-0011-4b27-8b9a-39c20799e175 req-2d28fd40-c878-4c81-8b3b-a5455df6ec45 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0686431 Sep 14 17:14:25.834193 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bc968c3b-0011-4b27-8b9a-39c20799e175 req-f24fbd75-a8f6-4885-9406-6f281d75ffcf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Sep 14 17:14:25.868229 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d37438e-3b12-441f-8411-a7c635c2f30a tempest-TestVolumeBootPattern-886137176 tempest-TestVolumeBootPattern-886137176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:25.870567 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-0d37438e-3b12-441f-8411-a7c635c2f30a tempest-TestVolumeBootPattern-886137176 tempest-TestVolumeBootPattern-886137176-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 1093 time: 0.2297361 Sep 14 17:14:25.875149 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48578) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:14:25.879348 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'port_id': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:14:25.903560 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:26.001002 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:26.114024 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Allocated IP 172.27.1.69 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/cc6f9adb-b538-4002-9d61-4c15034f1ef9) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:14:26.218889 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:26.269285 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:26.333389 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:14:26.338438 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:14:26.345135 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:14:26.348617 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=cc6f9adb-b538-4002-9d61-4c15034f1ef9,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:26.545039 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37667846-4300-40a3-bbfe-8db1009ed744 req-a3417e58-003d-46a3-9d9e-a6f5186490a0 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:26.553357 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-37667846-4300-40a3-bbfe-8db1009ed744 req-a3417e58-003d-46a3-9d9e-a6f5186490a0 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 944 time: 0.0628650 Sep 14 17:14:26.606317 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-37667846-4300-40a3-bbfe-8db1009ed744 req-4b909613-871e-4354-82d7-7b6787c40b2f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Sep 14 17:14:26.736776 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:26.782017 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e420a5-c0cb-45b2-a4da-348d62d1f99d req-983157c9-2aca-40f8-a257-4117f7631bf9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:26.784073 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-79e420a5-c0cb-45b2-a4da-348d62d1f99d req-983157c9-2aca-40f8-a257-4117f7631bf9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0724695 Sep 14 17:14:26.820782 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:26.825666 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-79e420a5-c0cb-45b2-a4da-348d62d1f99d req-c0602118-2fb0-4598-88c5-b46f89f54d30 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324669 Sep 14 17:14:26.988265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36912ad5-99d2-4c39-8133-81e09701cd43 req-6c9f9712-bf48-4285-aaac-aeb688733ce8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:26.996733 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36912ad5-99d2-4c39-8133-81e09701cd43 req-6c9f9712-bf48-4285-aaac-aeb688733ce8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0626063 Sep 14 17:14:27.002629 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:27.007562 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:27.035118 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36912ad5-99d2-4c39-8133-81e09701cd43 req-4ac249fb-05eb-4e2c-a5d0-983d22a3d6fe tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372689 Sep 14 17:14:27.080861 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=cc6f9adb-b538-4002-9d61-4c15034f1ef9,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:27.088170 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:27.198039 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.l3_db [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Floating IP f0cc7aea-d0a3-4fae-9522-b25d874e51da associated. External IP: 172.27.1.69, port: 1bae8605-1c12-470d-b79b-73c8dbe7f204. Sep 14 17:14:27.418518 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:14:27.540435 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:14:27.553682 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:14:27.563292 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:27.564780 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:14:27.565750 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:14:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:14:27.594558 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-80c60e8d-c468-41d6-bf32-45c1a2b0a095 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7184486 Sep 14 17:14:27.595241 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:27.597517 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c03a383-0aee-423b-a7a0-404d759d6135" -d '{"events": [{"name": "network-changed", "server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:27.668455 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd4dd3-4e91-4b28-b322-d00215352cf2 x-openstack-request-id: req-9abd4dd3-4e91-4b28-b322-d00215352cf2 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:27.668455 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:27.668455 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9abd4dd3-4e91-4b28-b322-d00215352cf2 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:27.668903 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'status': 'completed', 'code': 200} Sep 14 17:14:27.690668 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:14:27.750987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffcc2d-0462-46ea-b14f-d06e6a7f1816 req-d9112e8a-f7cd-4cbd-926a-279c2861bafd tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:27.760396 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1dffcc2d-0462-46ea-b14f-d06e6a7f1816 req-d9112e8a-f7cd-4cbd-926a-279c2861bafd tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 944 time: 0.0618792 Sep 14 17:14:27.776094 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-1c58c943-916c-48ca-a06e-8b3a58d9e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:27.777872 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-1c58c943-916c-48ca-a06e-8b3a58d9e046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 1098 time: 0.0820317 Sep 14 17:14:27.804330 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1dffcc2d-0462-46ea-b14f-d06e6a7f1816 req-b0af2b5e-88e2-4751-a0d6-94eccf1a14f8 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Sep 14 17:14:27.924366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-3bea0636-d01a-45cd-ae1a-825ba7d61e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:27.926189 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-3bea0636-d01a-45cd-ae1a-825ba7d61e8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.1396828 Sep 14 17:14:28.013066 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585261f4-fc36-43b2-b1b7-1c62a49ca594 req-d43a79fa-913e-4579-8f77-58dc6b0d37cd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:28.019167 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-2605adbc-0a7a-44b7-b11f-6608a0fd25b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204 HTTP/1.1" status: 200 len: 998 time: 0.0835502 Sep 14 17:14:28.021712 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'f0cc7aea-d0a3-4fae-9522-b25d874e51da', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:4d:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:14:26Z', 'updated_at': '2021-09-14T17:14:26Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:14:28.022392 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-585261f4-fc36-43b2-b1b7-1c62a49ca594 req-d43a79fa-913e-4579-8f77-58dc6b0d37cd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0945547 Sep 14 17:14:28.051108 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:14:28.060818 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:14:28.061412 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:14:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:14:28.071011 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-585261f4-fc36-43b2-b1b7-1c62a49ca594 req-a6b44666-0662-42f4-a365-414d123ebee0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473475 Sep 14 17:14:28.123844 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-26381154-73ef-482e-aecc-bd2401cb029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:28.126720 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-26381154-73ef-482e-aecc-bd2401cb029e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0988891 Sep 14 17:14:28.189790 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-82d52534-9e34-4a86-bbaa-277f6718f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:28.191532 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-82d52534-9e34-4a86-bbaa-277f6718f39e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558479 Sep 14 17:14:28.200274 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:14:28.216288 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781dfe4-e7b3-4895-b24b-5a7615c930a8 req-2cd8a839-0460-44b1-9b9a-ce5d4e51aa2e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:28.223864 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6781dfe4-e7b3-4895-b24b-5a7615c930a8 req-2cd8a839-0460-44b1-9b9a-ce5d4e51aa2e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0616851 Sep 14 17:14:28.276885 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6781dfe4-e7b3-4895-b24b-5a7615c930a8 req-d09721fa-4d14-41e5-9fae-85980fb52f8b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Sep 14 17:14:28.328778 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-f426b97a-0b1a-450c-b7da-14a23fabe1b1 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283481 Sep 14 17:14:28.365884 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device bc12761c-af84-4528-9c5e-34df0e3dc854 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:14:28.439028 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-6c03a383-0aee-423b-a7a0-404d759d6135 req-526814a5-0608-41b7-8dd0-2436f165e257 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014788 Sep 14 17:14:28.484261 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port bc12761c-af84-4528-9c5e-34df0e3dc854 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:14:28.492166 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port bc12761c-af84-4528-9c5e-34df0e3dc854 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:14:28.492557 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:28.666132 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:28.694037 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc12761c-af84-4528-9c5e-34df0e3dc854'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:28.696250 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00641c1-4eb1-40fd-ade2-ab5613640623" -d '{"events": [{"server_uuid": "0509b8b8-0e73-43d6-9462-66855754b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "bc12761c-af84-4528-9c5e-34df0e3dc854"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:28.711310 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port bc12761c-af84-4528-9c5e-34df0e3dc854, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=bc12761c-af84-4528-9c5e-34df0e3dc854,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:28.717308 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:28.723375 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'f0cc7aea-d0a3-4fae-9522-b25d874e51da', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:4d:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:14:26Z', 'updated_at': '2021-09-14T17:14:26Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:14:28.773562 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2a313-1f7d-42da-9498-767688fc2b39 None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'f0cc7aea-d0a3-4fae-9522-b25d874e51da', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:4d:f9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:14:26Z', 'updated_at': '2021-09-14T17:14:26Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:14:28.809813 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=bc12761c-af84-4528-9c5e-34df0e3dc854,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:28.850748 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3981199b-bcba-4d69-86f3-122eba1185ca x-openstack-request-id: req-3981199b-bcba-4d69-86f3-122eba1185ca {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:28.851089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0509b8b8-0e73-43d6-9462-66855754b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "bc12761c-af84-4528-9c5e-34df0e3dc854", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:28.851344 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3981199b-bcba-4d69-86f3-122eba1185ca {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:28.851819 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc12761c-af84-4528-9c5e-34df0e3dc854', 'code': 200} Sep 14 17:14:28.961928 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2ee2b-a3a0-49ba-aef8-500d44cb7d0b req-150c511d-a0cd-4777-a232-4efdcd12fd7b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:28.964958 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7df2ee2b-a3a0-49ba-aef8-500d44cb7d0b req-150c511d-a0cd-4777-a232-4efdcd12fd7b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0700223 Sep 14 17:14:29.042823 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4948b22-3326-45c8-8774-fb60b259ddb8 None None] New status for floating IP f0cc7aea-d0a3-4fae-9522-b25d874e51da: ACTIVE {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:14:29.071717 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7df2ee2b-a3a0-49ba-aef8-500d44cb7d0b req-b9c56e67-a9d2-4815-a181-677870b4f41e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930812 Sep 14 17:14:29.109282 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f68182-405c-447b-bba6-69390eac95a7 req-aadab0ff-b81e-4237-99d3-95ad6079ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:29.111333 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d4f68182-405c-447b-bba6-69390eac95a7 req-aadab0ff-b81e-4237-99d3-95ad6079ca47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0715215 Sep 14 17:14:29.156513 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d4f68182-405c-447b-bba6-69390eac95a7 req-d93dbf85-7652-4490-9eec-b031fccc25e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366261 Sep 14 17:14:29.261345 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5c95a-e975-488b-aab9-4088821f36e4 req-e9d86b6e-08f4-40bd-a69d-5078eefb67a8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:29.267400 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1cc5c95a-e975-488b-aab9-4088821f36e4 req-e9d86b6e-08f4-40bd-a69d-5078eefb67a8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0753708 Sep 14 17:14:29.329384 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1cc5c95a-e975-488b-aab9-4088821f36e4 req-5a8e5042-bd95-4c9a-b5a7-ef04e2d57e2b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468049 Sep 14 17:14:29.422562 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ef099-c560-4a9d-b1ea-7879be77778b req-98c90781-7de6-4832-b3e2-a77dcd9bc7e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:29.424161 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a55ef099-c560-4a9d-b1ea-7879be77778b req-98c90781-7de6-4832-b3e2-a77dcd9bc7e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0613072 Sep 14 17:14:29.475983 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a55ef099-c560-4a9d-b1ea-7879be77778b req-10fe634b-c607-42c9-a357-bdabeaa07ef5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Sep 14 17:14:30.199175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c2e56-dd77-4bca-9007-f2300b9f4a09 req-f6d896ba-990e-41c2-ba70-2eabab6fac04 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:30.200700 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a4c2e56-dd77-4bca-9007-f2300b9f4a09 req-f6d896ba-990e-41c2-ba70-2eabab6fac04 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0638721 Sep 14 17:14:30.260587 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0a4c2e56-dd77-4bca-9007-f2300b9f4a09 req-0e73a207-77f4-4302-b6fe-88238c9f199f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 Sep 14 17:14:30.425058 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37ee5-5096-4a6e-bddf-e6d71ece0621 req-8d729b78-9563-419d-9c2c-740b029ad3f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:30.427905 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1df37ee5-5096-4a6e-bddf-e6d71ece0621 req-8d729b78-9563-419d-9c2c-740b029ad3f9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Sep 14 17:14:30.469553 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1df37ee5-5096-4a6e-bddf-e6d71ece0621 req-55eab04c-cd49-4961-98be-bcfcababa12a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353367 Sep 14 17:14:30.595749 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231f040-c94f-431c-b880-688123046524 req-e467ab83-4c9f-4154-b56f-188550038a7c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:30.599823 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3231f040-c94f-431c-b880-688123046524 req-e467ab83-4c9f-4154-b56f-188550038a7c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0531418 Sep 14 17:14:30.636769 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3231f040-c94f-431c-b880-688123046524 req-301e2b41-9c41-44d3-9c82-62e5d425f18f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Sep 14 17:14:31.375955 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52d8b-92ec-41fe-bfa9-e15d92d2b890 req-a673d601-d67f-4f3b-aae7-4173bc26d673 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:31.377454 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-56b52d8b-92ec-41fe-bfa9-e15d92d2b890 req-a673d601-d67f-4f3b-aae7-4173bc26d673 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0510197 Sep 14 17:14:31.424788 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-56b52d8b-92ec-41fe-bfa9-e15d92d2b890 req-d8d1c8a7-4b0f-4b4d-b9f2-fb703b76a2e4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Sep 14 17:14:31.601801 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afcde5-e19c-4106-8862-11ce42b96bcb req-c9226b59-f374-41a4-9cc8-28c9739a7b20 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:31.610654 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-50afcde5-e19c-4106-8862-11ce42b96bcb req-c9226b59-f374-41a4-9cc8-28c9739a7b20 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0660810 Sep 14 17:14:31.647996 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-50afcde5-e19c-4106-8862-11ce42b96bcb req-01646219-550b-4dfc-a09b-4cc0bbafe754 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364914 Sep 14 17:14:31.834890 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd878fd-3a94-4c85-90a8-ff1ffbe94b68 req-498da9d2-6918-4771-be07-b3904b5d5dae tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:31.837029 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ecd878fd-3a94-4c85-90a8-ff1ffbe94b68 req-498da9d2-6918-4771-be07-b3904b5d5dae tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0908847 Sep 14 17:14:31.902211 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ecd878fd-3a94-4c85-90a8-ff1ffbe94b68 req-5e7cb5af-d94d-4090-9ebd-e97ed8b8f9a3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531793 Sep 14 17:14:31.974529 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10032ba0-a197-42b8-90f9-b1ee2d9c7e5e req-b70d49f4-3bfc-4113-aeb6-56e9762d7a19 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:31.976338 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10032ba0-a197-42b8-90f9-b1ee2d9c7e5e req-b70d49f4-3bfc-4113-aeb6-56e9762d7a19 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0744259 Sep 14 17:14:32.033569 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10032ba0-a197-42b8-90f9-b1ee2d9c7e5e req-daa656a4-b537-4940-96ad-12cf198bc9db tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487900 Sep 14 17:14:32.050143 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d04d7-2435-40ed-81e2-014a64860e30 req-fdd87e11-25a8-47d8-99cd-0d586338fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:32.053840 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-fdd87e11-25a8-47d8-99cd-0d586338fcc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0563977 Sep 14 17:14:32.152802 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d04d7-2435-40ed-81e2-014a64860e30 req-73d256bc-220f-46d1-a955-c9753cd2b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:32.154708 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-73d256bc-220f-46d1-a955-c9753cd2b543 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.0925400 Sep 14 17:14:32.228080 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-3bf37e3f-b341-415d-961b-db35c17fa670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 1001 time: 0.0644162 Sep 14 17:14:32.285958 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d04d7-2435-40ed-81e2-014a64860e30 req-1e0e3ada-1ea5-49a0-8d5c-3cc6b4681391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:32.287735 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-1e0e3ada-1ea5-49a0-8d5c-3cc6b4681391 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0513890 Sep 14 17:14:32.341054 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d04d7-2435-40ed-81e2-014a64860e30 req-9d20b211-1e81-46ac-b0cc-687ff1d2f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:32.342652 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-9d20b211-1e81-46ac-b0cc-687ff1d2f88f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456460 Sep 14 17:14:32.451781 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-d201448c-4677-4ee1-af15-17b59d43fbf8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009700 Sep 14 17:14:32.553769 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-234d04d7-2435-40ed-81e2-014a64860e30 req-9f56bff3-0f88-4330-9c26-e0e602f7a931 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934844 Sep 14 17:14:33.036780 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633d22c-1217-43cd-b825-ddfe34698fff req-1c1f26fc-903e-48f7-9e4e-93f67eb0890b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:33.038300 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d633d22c-1217-43cd-b825-ddfe34698fff req-1c1f26fc-903e-48f7-9e4e-93f67eb0890b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0597641 Sep 14 17:14:33.094458 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d633d22c-1217-43cd-b825-ddfe34698fff req-a1dcf0a6-a459-45a6-939b-02b7694f8d10 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497804 Sep 14 17:14:33.218963 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d95aa2-10ca-4905-b59d-f4cbc770f47d req-2cbe83da-8e8e-45d1-a522-e787b17628c9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:33.220498 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-21d95aa2-10ca-4905-b59d-f4cbc770f47d req-2cbe83da-8e8e-45d1-a522-e787b17628c9 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0555074 Sep 14 17:14:33.280104 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-21d95aa2-10ca-4905-b59d-f4cbc770f47d req-4ce694e0-4232-412b-9036-1e7149f0f138 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479634 Sep 14 17:14:34.207473 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea2cc3-24f4-4d15-8d93-7ce3f4cec6aa req-69bef9e8-522d-407d-9161-6c223cecd724 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:34.208961 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6ea2cc3-24f4-4d15-8d93-7ce3f4cec6aa req-69bef9e8-522d-407d-9161-6c223cecd724 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Sep 14 17:14:34.250049 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6ea2cc3-24f4-4d15-8d93-7ce3f4cec6aa req-79ecff55-0ddd-4b29-b084-96a152971fdb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346401 Sep 14 17:14:34.388355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98263-b2a8-48dd-99f2-3eef1bddfd87 req-937435f2-955d-4b9e-9f4b-668f02957ce8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:34.389854 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8c98263-b2a8-48dd-99f2-3eef1bddfd87 req-937435f2-955d-4b9e-9f4b-668f02957ce8 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0485539 Sep 14 17:14:34.427984 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8c98263-b2a8-48dd-99f2-3eef1bddfd87 req-12c3dbec-1771-40fe-8b18-cd98fa90c685 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322719 Sep 14 17:14:34.912257 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-9cc3adb3-799a-4c43-a701-08819124186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:34.913810 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-9cc3adb3-799a-4c43-a701-08819124186a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1099 time: 0.2624564 Sep 14 17:14:35.002886 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-56622de7-b736-44fb-a782-ec58a1879d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:35.004248 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-56622de7-b736-44fb-a782-ec58a1879d46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.0831172 Sep 14 17:14:35.073447 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-83591468-07c7-421f-a982-e90b87409aec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 200 len: 1002 time: 0.0614917 Sep 14 17:14:35.121740 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-43a915fa-6acf-4928-8533-56ba935ced86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:35.123140 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-43a915fa-6acf-4928-8533-56ba935ced86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0427854 Sep 14 17:14:35.166851 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-29184809-a253-43a4-8597-a3a53c27c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:35.168290 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-29184809-a253-43a4-8597-a3a53c27c18f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381196 Sep 14 17:14:35.257179 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-dfe61ca9-b2e5-4a90-917f-ae3bbf695c0e service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818987 Sep 14 17:14:35.347242 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b22ed24e-8a08-4d11-a493-02fa62c252ec req-161c21fe-b68b-4904-b04b-2aaabd63982f service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797100 Sep 14 17:14:35.366694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc380-04bc-4941-993f-6237dbe75825 req-6f95eeda-dc33-4800-bf7b-a62d1fdac88b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:35.368796 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-511bc380-04bc-4941-993f-6237dbe75825 req-6f95eeda-dc33-4800-bf7b-a62d1fdac88b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0494573 Sep 14 17:14:35.405127 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-511bc380-04bc-4941-993f-6237dbe75825 req-34c6cca3-6a73-4214-9f7a-4d0aa98c96df tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300868 Sep 14 17:14:36.531847 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d74b67-f35b-4830-bf46-a68fbbff9a92 req-afa99673-a1fc-4221-8ebc-9bcef5e84a83 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:36.533374 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-45d74b67-f35b-4830-bf46-a68fbbff9a92 req-afa99673-a1fc-4221-8ebc-9bcef5e84a83 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0567665 Sep 14 17:14:36.579004 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-45d74b67-f35b-4830-bf46-a68fbbff9a92 req-0b37fe97-0cd0-4aff-87a7-30366d84ab7f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387874 Sep 14 17:14:37.693675 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac93fae-a4fd-4d07-9c2e-d5837eb39ab1 req-b9e3004d-6d7d-4a82-b75e-3a92fdc7ef7a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:37.695109 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5ac93fae-a4fd-4d07-9c2e-d5837eb39ab1 req-b9e3004d-6d7d-4a82-b75e-3a92fdc7ef7a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0472739 Sep 14 17:14:37.731220 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5ac93fae-a4fd-4d07-9c2e-d5837eb39ab1 req-961132d5-efc6-428b-b751-4f907cc1972c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301147 Sep 14 17:14:38.192434 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-a9fa9ff3-86c8-4088-b95e-f7cb23211ef7 req-6cab157d-2ed3-4992-90af-07ed44dbc6ce service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:14:38.193429 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a9fa9ff3-86c8-4088-b95e-f7cb23211ef7 req-6cab157d-2ed3-4992-90af-07ed44dbc6ce service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051763 Sep 14 17:14:38.346535 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13018dee-adb5-4537-8646-b8d59d44ec41 req-00391d39-479b-4904-a9ea-8befb22880ec tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:38.348163 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-13018dee-adb5-4537-8646-b8d59d44ec41 req-00391d39-479b-4904-a9ea-8befb22880ec tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 946 time: 0.0483487 Sep 14 17:14:38.388954 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-13018dee-adb5-4537-8646-b8d59d44ec41 req-cf0e6afc-db85-475a-9352-029e8e7bc30b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340815 Sep 14 17:14:38.413251 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:14:38.484548 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:38.507089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:14:38.510087 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0226edd-50e7-4774-bce0-033766f578fb" -d '{"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:14:38.531147 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:14:38.537364 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:38.561660 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 48730) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:14:38.567472 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceda999-fde9-460a-8156-b448a77339d0 x-openstack-request-id: req-bceda999-fde9-460a-8156-b448a77339d0 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:14:38.567770 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-unplugged", "status": "failed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "code": 422}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:14:38.568022 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bceda999-fde9-460a-8156-b448a77339d0 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:14:38.568441 dv-cinder-808992-3-iscsi neutron-server[94110]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'code': 422} returned with failed status Sep 14 17:14:38.592474 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=8']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:14:38.646272 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-ca623f43-7067-4a2b-aa96-cdbf6bdd6926 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833931 Sep 14 17:14:38.655251 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-61dd8b17-c668-4eec-a434-0794a1f09541 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:14:38.656224 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-61dd8b17-c668-4eec-a434-0794a1f09541 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051506 Sep 14 17:14:39.506170 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a740-7856-49f3-9e86-9e6a7f5cdda1 req-626ee9de-45be-4a72-8996-49da9ded2432 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:39.507631 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f717a740-7856-49f3-9e86-9e6a7f5cdda1 req-626ee9de-45be-4a72-8996-49da9ded2432 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0487862 Sep 14 17:14:39.547595 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f717a740-7856-49f3-9e86-9e6a7f5cdda1 req-c10f2394-5f48-4e73-93b0-eab01d91fc53 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Sep 14 17:14:40.669994 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13c7f-a361-4523-8df4-8efd2856ed2a req-d0f01350-6410-4c07-a8f9-524a2e789e6b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:40.671518 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5cd13c7f-a361-4523-8df4-8efd2856ed2a req-d0f01350-6410-4c07-a8f9-524a2e789e6b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0492356 Sep 14 17:14:40.711083 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5cd13c7f-a361-4523-8df4-8efd2856ed2a req-4b8d16d2-9169-4b42-8bfe-39c76225f483 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Sep 14 17:14:41.325974 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-ab91d2af-ceeb-4ec5-9006-430f95f582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:41.327475 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-ab91d2af-ceeb-4ec5-9006-430f95f582c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3&tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 1097 time: 0.0755215 Sep 14 17:14:41.394608 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-e06356b5-2432-4e79-9251-9e5b252e2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:41.395954 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-e06356b5-2432-4e79-9251-9e5b252e2d5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0391574 Sep 14 17:14:41.489480 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-3f7b5bca-8a6f-47d1-a189-92db18ec5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:41.490912 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-3f7b5bca-8a6f-47d1-a189-92db18ec5748 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.0838697 Sep 14 17:14:41.553213 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-db30d687-ad3e-4ab7-a0a5-3af1ca410ea7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 200 len: 1000 time: 0.0549026 Sep 14 17:14:41.607826 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-fd4f1708-8b3a-4a3e-95bd-9b0aeb1ef912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:41.609293 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-fd4f1708-8b3a-4a3e-95bd-9b0aeb1ef912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0449429 Sep 14 17:14:41.654113 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-e49d8174-cfc7-47b5-9dfa-1e1c586c0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:41.655453 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-e49d8174-cfc7-47b5-9dfa-1e1c586c0757 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378666 Sep 14 17:14:41.764845 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-425710e2-1668-4f32-bb07-739da86589ab service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883055 Sep 14 17:14:41.832664 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a117fb-73c7-4678-abbc-1bed44a386f6 req-aabc843b-1545-485d-a121-f8bb532dc6a1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:41.834814 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-41a117fb-73c7-4678-abbc-1bed44a386f6 req-aabc843b-1545-485d-a121-f8bb532dc6a1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0502136 Sep 14 17:14:41.861010 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-4f52ed6d-4e17-4fbf-a1a3-9481d6dab315 req-6f80ac0e-cf46-4e26-903b-4cb797b91dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876899 Sep 14 17:14:41.881004 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-41a117fb-73c7-4678-abbc-1bed44a386f6 req-95ba1130-b7cb-4bb4-b00e-0f1d66421a67 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 Sep 14 17:14:42.577566 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-faa4c44e-5e72-402c-a355-253a46207a98 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:42.579040 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-faa4c44e-5e72-402c-a355-253a46207a98 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1074119 Sep 14 17:14:42.593597 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d7326f69-0baf-4ea5-a9d3-c1af6c0be1e3 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/quotas/a4154274eed84a2c8f928e58fe099774 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Sep 14 17:14:42.646990 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-5f498a14-85cc-40de-9a70-61ba85795dec tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482421 Sep 14 17:14:42.986879 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-b102051d-fcf2-4a17-a65e-8bde6ca9263c service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324630 Sep 14 17:14:43.077503 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23c68-0dfb-48e7-9a93-2006af738f2d req-7f5be9e7-5073-4ab9-adfe-3124771b9e3d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:43.077503 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c3e23c68-0dfb-48e7-9a93-2006af738f2d req-7f5be9e7-5073-4ab9-adfe-3124771b9e3d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.1036539 Sep 14 17:14:43.123569 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-e3a2d64d-6445-4675-b5dc-62ea999da66d service neutron] 10.222.0.64 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227496 Sep 14 17:14:43.140853 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c3e23c68-0dfb-48e7-9a93-2006af738f2d req-5aa5fc5d-54a6-4ed3-abcd-9a92e1a6ec7d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500221 Sep 14 17:14:43.312858 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b520db7f-507c-4824-a23b-76afc525fab8 req-a443a164-f18a-47cb-a0b0-11d9b64be55e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Sep 14 17:14:44.271182 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406051ca-cb3f-44f1-a73b-006dd6ffffe6 req-6abaac2c-a659-43ac-ae70-ae5a8f9aba2f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:44.272679 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-406051ca-cb3f-44f1-a73b-006dd6ffffe6 req-6abaac2c-a659-43ac-ae70-ae5a8f9aba2f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0500569 Sep 14 17:14:44.312175 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-406051ca-cb3f-44f1-a73b-006dd6ffffe6 req-62ab732d-c666-4fb1-ac67-d67898f9aa40 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328417 Sep 14 17:14:44.407758 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-25c816e4-0384-4aab-996a-951930d9d955 req-f0d3947c-5745-4695-94c0-e1ebf0f76f94 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0279598 Sep 14 17:14:44.845254 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:45.445266 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0c13-2256-403d-9871-0d02688afde7 req-eaaa5283-4bbc-4f53-8d54-c36d9b09ddcb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:45.446752 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ffea0c13-2256-403d-9871-0d02688afde7 req-eaaa5283-4bbc-4f53-8d54-c36d9b09ddcb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0552676 Sep 14 17:14:45.506621 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ffea0c13-2256-403d-9871-0d02688afde7 req-d2ea9efc-110d-4f27-8430-11e89809fc92 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525303 Sep 14 17:14:45.522118 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-315a2d48-54ae-4273-a726-476321968ee8 req-a0bc34ff-bac6-4716-900a-f933c1102a5f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0333073 Sep 14 17:14:46.626764 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-58a9a174-4bec-49ce-a51c-24a2a9f14065 req-79127f4b-1e21-4a23-a766-68450685daab tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0374830 Sep 14 17:14:46.653103 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d74b8-0867-40a4-8442-c823309dce11 req-4d6ba742-b290-4c67-abd3-8ce9816c47de tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:46.654585 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d47d74b8-0867-40a4-8442-c823309dce11 req-4d6ba742-b290-4c67-abd3-8ce9816c47de tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0747669 Sep 14 17:14:46.699902 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d47d74b8-0867-40a4-8442-c823309dce11 req-99a7c6bf-6de7-434d-b173-1336da45a5f6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Sep 14 17:14:47.355587 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-725ee409-847f-49ab-a98c-2f14dea39499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:47.721861 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55e19578-cabb-444b-9bfa-a070cb3eac52 req-7f6a8318-3a04-426d-97eb-c4314a805bb0 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Sep 14 17:14:47.852900 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8985-8295-42fc-b0ca-589622c5c3dc req-23d0dd10-1644-458d-9683-e37868b7bc43 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:47.864396 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fafc8985-8295-42fc-b0ca-589622c5c3dc req-23d0dd10-1644-458d-9683-e37868b7bc43 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0879464 Sep 14 17:14:47.904932 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fafc8985-8295-42fc-b0ca-589622c5c3dc req-d21a5503-158c-48b9-89ec-7f2939601a60 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360041 Sep 14 17:14:48.816272 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8ba7b44-5534-4f46-8420-be89938b00a0 req-11582fae-c810-450c-b3cc-c0f94f14125b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0273178 Sep 14 17:14:49.027673 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422d537-5ed9-4922-9648-f5ba2ba6e547 req-1b92737d-f753-49e9-a94f-687e42df73b2 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:49.029120 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5422d537-5ed9-4922-9648-f5ba2ba6e547 req-1b92737d-f753-49e9-a94f-687e42df73b2 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0527799 Sep 14 17:14:49.066418 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5422d537-5ed9-4922-9648-f5ba2ba6e547 req-efd33fe5-045f-40ab-8b6d-0f5c02e490dd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312657 Sep 14 17:14:49.859992 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2c34dda1-ce7b-432e-a8bb-0a3729206186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:49.915626 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d5489e26-de18-445e-a9ad-270d5f32f7d0 req-74cef5af-1930-4968-8fba-4b4695b16187 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Sep 14 17:14:50.192277 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75036ad-8f2a-40cf-978b-1843086ee029 req-31747f40-a854-4e5d-8577-1af9f37e785b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:50.193812 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f75036ad-8f2a-40cf-978b-1843086ee029 req-31747f40-a854-4e5d-8577-1af9f37e785b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0500596 Sep 14 17:14:50.236797 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f75036ad-8f2a-40cf-978b-1843086ee029 req-ab28cf58-2967-4779-aa24-a7f62553d873 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359528 Sep 14 17:14:50.589385 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:50.864380 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:51.009518 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-011194f7-2207-4955-a2b7-88d4346de5e3 req-5479ab4f-f8f0-45cb-83d4-17b07c241c88 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Sep 14 17:14:51.360488 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeccd44-e7ba-4dd2-9344-be3ca72e0d4a req-9844eef9-3528-4976-88d4-ef54ffa258d1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:51.361995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-caeccd44-e7ba-4dd2-9344-be3ca72e0d4a req-9844eef9-3528-4976-88d4-ef54ffa258d1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0544145 Sep 14 17:14:51.411123 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-caeccd44-e7ba-4dd2-9344-be3ca72e0d4a req-58f06fcd-fa27-450a-8041-5934f3cb25fd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Sep 14 17:14:52.106081 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4e071de-ce28-4061-ad07-d560544c7425 req-5e3adf53-0db2-476d-a9ac-f0a2f36568e7 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0277073 Sep 14 17:14:52.535295 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021da44-ac05-43a9-b9d7-385c2d65893b req-43236215-e578-4ca7-9e08-d1b7d4c5292e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:52.536795 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d021da44-ac05-43a9-b9d7-385c2d65893b req-43236215-e578-4ca7-9e08-d1b7d4c5292e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0515559 Sep 14 17:14:52.575747 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d021da44-ac05-43a9-b9d7-385c2d65893b req-70c5e8bc-e1b7-4547-9168-1a5a2a02ab99 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329697 Sep 14 17:14:52.656442 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:14:53.202448 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bc9615b2-2f3e-44a5-b1be-f25014cb5a8f req-dd968aa7-d5af-4863-89cb-9d3d89728389 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0305607 Sep 14 17:14:53.697589 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c27c05-20b5-476a-af8a-964ae59a3e6a req-e1f20ee2-b2e5-4e1f-911f-c666f7e3116e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:53.700371 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b8c27c05-20b5-476a-af8a-964ae59a3e6a req-e1f20ee2-b2e5-4e1f-911f-c666f7e3116e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0518031 Sep 14 17:14:53.738798 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b8c27c05-20b5-476a-af8a-964ae59a3e6a req-7df404b7-a4fa-4b26-9cc7-4e48cbd54119 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Sep 14 17:14:54.295767 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-709c8ed7-9427-4e78-9df0-d6d4b0c58f36 req-1985c4e6-f5a9-4194-b8c3-8a631765b435 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0261836 Sep 14 17:14:54.867319 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91fdf3-e336-4036-ae34-13aff87efc8f req-8e3e755f-e0ad-4f71-a9e6-39e12aa58ab8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:54.868818 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f91fdf3-e336-4036-ae34-13aff87efc8f req-8e3e755f-e0ad-4f71-a9e6-39e12aa58ab8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0562153 Sep 14 17:14:54.907776 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f91fdf3-e336-4036-ae34-13aff87efc8f req-c933e0a0-05de-4b61-8efc-1f08b1007cd9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Sep 14 17:14:55.393353 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-93cf13fb-0678-44f7-baf7-ac090541dbd7 req-dfc56f53-b8c3-403a-8619-aec3973c6f07 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0303328 Sep 14 17:14:56.026374 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04f9a0-d3d9-459b-869a-4834101453df req-a7a5f0b1-0f73-48ca-a49f-2256f77a2c1c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:56.028486 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3a04f9a0-d3d9-459b-869a-4834101453df req-a7a5f0b1-0f73-48ca-a49f-2256f77a2c1c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0488415 Sep 14 17:14:56.068232 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3a04f9a0-d3d9-459b-869a-4834101453df req-eedb9e22-f4b3-4ca9-9d98-0c1e18f88536 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334437 Sep 14 17:14:56.491051 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a0d2f26a-8be2-4b62-b180-477469268f78 req-3d97add4-2d1d-466e-a44e-8042209d2046 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0323529 Sep 14 17:14:57.195972 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076760b-23bd-4038-a5a7-d12047f3dcd7 req-0334db46-20a7-4738-9e6c-5f169a3750a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:57.197495 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f076760b-23bd-4038-a5a7-d12047f3dcd7 req-0334db46-20a7-4738-9e6c-5f169a3750a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0534763 Sep 14 17:14:57.236580 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f076760b-23bd-4038-a5a7-d12047f3dcd7 req-1322d55d-c920-441c-94b9-0a43e710d271 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Sep 14 17:14:57.590527 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-25264a89-bab8-431c-b7dc-09db948c1cba req-f9fd49d6-f97c-4d2e-b0bf-3ab8ba537722 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0310163 Sep 14 17:14:58.354666 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc74cb8-78a0-4336-b0ab-c79275f9c66e req-fd7d5c19-7582-4de7-b4ce-88a3e4c40991 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:58.356133 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4bc74cb8-78a0-4336-b0ab-c79275f9c66e req-fd7d5c19-7582-4de7-b4ce-88a3e4c40991 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0492597 Sep 14 17:14:58.393861 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4bc74cb8-78a0-4336-b0ab-c79275f9c66e req-7806641b-2069-4c4f-b265-681abd415aa9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Sep 14 17:14:58.685911 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fbb71fd3-028d-4cf8-b0e0-430eb7a58de9 req-852a71d9-c857-4938-9f47-38e7935545e7 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Sep 14 17:14:59.515594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27a6fb-1a64-490f-8651-f2976038952d req-6d730eb0-c026-4722-81bb-6fe61467cb46 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:14:59.517164 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab27a6fb-1a64-490f-8651-f2976038952d req-6d730eb0-c026-4722-81bb-6fe61467cb46 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0523641 Sep 14 17:14:59.554102 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab27a6fb-1a64-490f-8651-f2976038952d req-cdc682ec-8050-4c44-8a4f-29b4cf9e5fe3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310800 Sep 14 17:14:59.708788 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:14:59.776505 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-92a47a4d-f05f-4c45-a64f-4665db972e76 req-6806b072-463a-4401-9a63-2132289b5857 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0256536 Sep 14 17:15:00.672950 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c210fcb-51b5-4612-a1c1-2176134a6523 req-987ca46c-cebd-418e-aa20-55bcc474721c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:00.674401 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5c210fcb-51b5-4612-a1c1-2176134a6523 req-987ca46c-cebd-418e-aa20-55bcc474721c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0489702 Sep 14 17:15:00.710841 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5c210fcb-51b5-4612-a1c1-2176134a6523 req-a32f9807-a555-4997-bc32-b425a43c8541 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Sep 14 17:15:00.870624 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-417da6f9-86c4-4da7-b139-cc898719e325 req-d44e1089-c563-42d9-b0ce-b8e1fb1742a6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0286098 Sep 14 17:15:01.417051 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456e02-3f46-4169-8900-c411af384783 req-8d05d6d6-80cd-4bba-bdca-4ae8796aa01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:01.418565 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-8d05d6d6-80cd-4bba-bdca-4ae8796aa01e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0410492 Sep 14 17:15:01.534660 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456e02-3f46-4169-8900-c411af384783 req-87a99756-8451-46e3-93fc-e41da16b566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:01.536112 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-87a99756-8451-46e3-93fc-e41da16b566f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.0949271 Sep 14 17:15:01.607796 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-ecdd4a34-d717-4ce0-8496-0ce9f4dbdd6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 200 len: 1000 time: 0.0554504 Sep 14 17:15:01.659988 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456e02-3f46-4169-8900-c411af384783 req-7ec10586-0f10-4c6a-ba72-dce38c4421e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:01.661405 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-7ec10586-0f10-4c6a-ba72-dce38c4421e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0452542 Sep 14 17:15:01.707061 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456e02-3f46-4169-8900-c411af384783 req-0e69647d-0154-4b2b-8ae6-a8ce4a00c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:01.708852 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-0e69647d-0154-4b2b-8ae6-a8ce4a00c91d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396478 Sep 14 17:15:01.806825 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-04d69fd9-3055-4fe8-beb4-701e84c19570 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Sep 14 17:15:01.829182 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cbac7-c486-414f-bb8e-06caa96c7552 req-8cce6276-b3a6-4e4d-8670-077e0a612699 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:01.830650 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc2cbac7-c486-414f-bb8e-06caa96c7552 req-8cce6276-b3a6-4e4d-8670-077e0a612699 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0481517 Sep 14 17:15:01.869245 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fc2cbac7-c486-414f-bb8e-06caa96c7552 req-49cefbed-9d01-451f-93dd-9ee514fb74f5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Sep 14 17:15:01.902023 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f1456e02-3f46-4169-8900-c411af384783 req-008b76ca-4c69-4e2a-82d4-34270a14f291 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853946 Sep 14 17:15:01.963156 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec7801e2-cf78-47fd-94c8-fe4976e8ba3c req-85d83900-4b7c-44e5-b876-d2d2d5e461c9 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Sep 14 17:15:02.166666 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-7aadd9b8-e35b-4cdc-a24e-e74df1eb858e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:02.168115 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-7aadd9b8-e35b-4cdc-a24e-e74df1eb858e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 814 time: 0.1064506 Sep 14 17:15:02.192232 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Request body: {'port': {'device_id': '9cb101bd-72a9-496d-98f5-61da67341518', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'admin_state_up': True, 'tenant_id': 'a4154274eed84a2c8f928e58fe099774'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:15:02.296885 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Made reservation on behalf of a4154274eed84a2c8f928e58fe099774 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:15:02.300370 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:02.426729 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Allocated IP 172.20.0.9 (dda4c8da-e0c5-4001-ad69-967f846d7471/1173a750-a8ea-4a40-8b1f-a739b03fe9aa/f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:15:02.572251 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:02.608718 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:02.623237 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba', 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'bc12761c-af84-4528-9c5e-34df0e3dc854'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:02.649983 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Network dda4c8da-e0c5-4001-ad69-967f846d7471 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:15:02.652899 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:15:02.656638 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:15:02.681201 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event updated for resources: {'Port': ['ID=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:02.708112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:02.708745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:02.722975 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-d47a6665-96fc-4cb2-9221-48cd64f1e9d6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344687 Sep 14 17:15:02.739951 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Request body: {'port': {'device_id': '9cb101bd-72a9-496d-98f5-61da67341518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:15:02.796587 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:02.989617 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fad16-d4f8-44da-b796-b6b623167669 req-ec5d6295-50be-42bd-b032-9bf8a25fb2fa tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:02.991219 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9b4fad16-d4f8-44da-b796-b6b623167669 req-ec5d6295-50be-42bd-b032-9bf8a25fb2fa tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0477052 Sep 14 17:15:03.048124 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9b4fad16-d4f8-44da-b796-b6b623167669 req-30febe2b-c501-4e72-8341-51006d0af9c8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443611 Sep 14 17:15:03.077374 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:15:03.085110 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:03.098505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Transition to ACTIVE for port object f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:15:03.101893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:03.121199 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb497b-3905-4e49-9d06-d95557e4988f req-c4c6718c-ce67-4ae3-a808-ae0731ff01dc tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:03.122693 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9dfb497b-3905-4e49-9d06-d95557e4988f req-c4c6718c-ce67-4ae3-a808-ae0731ff01dc tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 931 time: 0.0544276 Sep 14 17:15:03.153372 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:03.163920 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9dfb497b-3905-4e49-9d06-d95557e4988f req-90e5b56c-9f44-4b65-81dc-7d8eb830501f tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Sep 14 17:15:03.221499 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Attempting to bind port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:15:03.221831 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Attempting to bind port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:15:03.222157 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Attempting to bind port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:15:03.226285 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 on network dda4c8da-e0c5-4001-ad69-967f846d7471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:15:03.226599 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Attempting to bind port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 on network dda4c8da-e0c5-4001-ad69-967f846d7471 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:15:03.231385 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:15:03.231725 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Checking segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:15:03.232803 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Bound using segment: {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:15:03.233230 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Bound port: f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bafaa5-d769-49a9-8612-d2585ed7f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:15:03.233584 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:03.295520 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] For port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:15:03.297812 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] For port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:15:03.302022 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:03.335802 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:03.336436 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:03.337790 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 HTTP/1.1" status: 200 len: 1093 time: 0.6043572 Sep 14 17:15:03.338217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb101bd-72a9-496d-98f5-61da67341518', 'tag': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:03.340433 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de41a8a-b564-4f9e-b4eb-389b493d0c86" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb101bd-72a9-496d-98f5-61da67341518", "tag": "f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:03.362777 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a3d2-6e20-4f46-b7cd-4906f3e37ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:03.377112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053e24d0-7995-45c4-8a6d-66622981e932 x-openstack-request-id: req-053e24d0-7995-45c4-8a6d-66622981e932 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:03.377463 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb101bd-72a9-496d-98f5-61da67341518", "tag": "f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:03.377709 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-053e24d0-7995-45c4-8a6d-66622981e932 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:03.378091 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb101bd-72a9-496d-98f5-61da67341518', 'tag': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9', 'status': 'completed', 'code': 200} Sep 14 17:15:03.433298 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-33116290-cd2d-4d10-94e4-cdb2c5277003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:03.434804 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-33116290-cd2d-4d10-94e4-cdb2c5277003 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 1096 time: 0.0450714 Sep 14 17:15:03.476975 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-a7647793-35b0-477b-b7fe-26ff35d85bcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 HTTP/1.1" status: 200 len: 217 time: 0.0333617 Sep 14 17:15:03.524017 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-771e60bf-559b-4eb6-bebd-0464e3169ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:03.525467 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-771e60bf-559b-4eb6-bebd-0464e3169ddf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0414550 Sep 14 17:15:03.564093 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-93b60e16-7f04-4bc4-a2e1-caedd050804e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303192 Sep 14 17:15:03.655715 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-7bdf01dc-f596-4eca-9d07-b47c06e539da service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838892 Sep 14 17:15:03.744640 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-290acaed-7e8d-44d4-bc66-cf71fbd9be8b req-0837c3fb-e59f-495b-93c3-0f274ae0cef8 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810688 Sep 14 17:15:03.840269 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-729df5f3-8689-437f-971b-a7b2716cb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:03.842199 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-729df5f3-8689-437f-971b-a7b2716cb688 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4154274eed84a2c8f928e58fe099774&device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 1096 time: 0.0414393 Sep 14 17:15:03.930049 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-44901d0a-0527-47fa-a502-cb3f7eea14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:03.931468 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-44901d0a-0527-47fa-a502-cb3f7eea14cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 200 len: 915 time: 0.0816202 Sep 14 17:15:03.975121 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-9534a650-3212-4f9b-a4e2-cfeadae0ae3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 HTTP/1.1" status: 200 len: 217 time: 0.0358827 Sep 14 17:15:04.023770 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-8dd6c330-826a-4346-b94e-a790824aa101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:04.025221 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-8dd6c330-826a-4346-b94e-a790824aa101 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 200 len: 854 time: 0.0425091 Sep 14 17:15:04.055908 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-255de5bb-5fbd-4171-9055-210808f8cfc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dda4c8da-e0c5-4001-ad69-967f846d7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225170 Sep 14 17:15:04.149590 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-70c4435b-d0d2-4672-907b-fa1253ebf240 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Sep 14 17:15:04.170676 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5a90f-9627-47e4-a2a1-70c94d7b0de7 req-00dca92c-b687-4500-b160-f67faf821321 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:04.172185 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1c5a90f-9627-47e4-a2a1-70c94d7b0de7 req-00dca92c-b687-4500-b160-f67faf821321 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0493028 Sep 14 17:15:04.211133 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1c5a90f-9627-47e4-a2a1-70c94d7b0de7 req-d59023a0-8859-47c3-85c2-b94f2e00b689 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329273 Sep 14 17:15:04.244023 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-2de41a8a-b564-4f9e-b4eb-389b493d0c86 req-49a14741-3b3e-438c-8097-bf2693ff2fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Sep 14 17:15:04.281818 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1937b9-2314-4e76-9aa9-7a8a07731a79 req-802ed79c-e5b7-4db7-ad40-4ac9508aa645 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:04.283302 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9a1937b9-2314-4e76-9aa9-7a8a07731a79 req-802ed79c-e5b7-4db7-ad40-4ac9508aa645 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 943 time: 0.0484989 Sep 14 17:15:04.320892 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9a1937b9-2314-4e76-9aa9-7a8a07731a79 req-bf1664bd-81d6-48ee-8f83-3157268910c6 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Sep 14 17:15:05.334692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9f7c3-6c82-48f4-9379-7d98cd439f3b req-ff5a9764-b783-40ed-91d9-1ee80f713e7b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:05.336155 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1bd9f7c3-6c82-48f4-9379-7d98cd439f3b req-ff5a9764-b783-40ed-91d9-1ee80f713e7b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0519850 Sep 14 17:15:05.376102 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1bd9f7c3-6c82-48f4-9379-7d98cd439f3b req-73534597-a2ea-4fca-810a-d4d3560d8e2b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338399 Sep 14 17:15:05.433487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10807ce6-7421-4178-a466-a56da06778e3 req-d00854d2-df9e-49f0-87fd-196d91226017 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:05.435758 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10807ce6-7421-4178-a466-a56da06778e3 req-d00854d2-df9e-49f0-87fd-196d91226017 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 943 time: 0.0500927 Sep 14 17:15:05.475246 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10807ce6-7421-4178-a466-a56da06778e3 req-e0f81f26-8357-4910-8127-090381c52012 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Sep 14 17:15:06.494797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a19a1-df37-4a5e-b9d3-0c66139fc42b req-27f4a1fd-8900-4166-8402-ffa443a4c876 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:06.496353 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-957a19a1-df37-4a5e-b9d3-0c66139fc42b req-27f4a1fd-8900-4166-8402-ffa443a4c876 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0485778 Sep 14 17:15:06.502770 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:15:06.536872 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-957a19a1-df37-4a5e-b9d3-0c66139fc42b req-ea2a12cc-a64b-4b3b-a6d1-957a7335e489 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344284 Sep 14 17:15:06.596352 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e59e2-3d83-47d4-86d7-d28757e3ccb1 req-c99d28ab-d8c7-4421-a1da-fe120f1ac7ea tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:06.597877 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b30e59e2-3d83-47d4-86d7-d28757e3ccb1 req-c99d28ab-d8c7-4421-a1da-fe120f1ac7ea tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 943 time: 0.0542777 Sep 14 17:15:06.605275 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:06.616568 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9', 'network_id': 'dda4c8da-e0c5-4001-ad69-967f846d7471', 'port_id': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9', 'mac_address': 'fa:16:3e:d9:97:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1173a750-a8ea-4a40-8b1f-a739b03fe9aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:15:06.635236 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b30e59e2-3d83-47d4-86d7-d28757e3ccb1 req-9d87255c-705d-4373-8a29-0a8b7f6767aa tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Sep 14 17:15:06.652858 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:06.665887 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:15:06.684262 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:06.688336 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:06.734860 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:07.120715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d641c9-c036-450a-b65b-10159ee18c6f req-cf0455e5-1f6a-4a57-bd54-c97460742b8f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.122740 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c2d641c9-c036-450a-b65b-10159ee18c6f req-cf0455e5-1f6a-4a57-bd54-c97460742b8f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0512381 Sep 14 17:15:07.133833 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-c48407c7-0caf-454c-bf74-aaeb36e06952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.135371 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-c48407c7-0caf-454c-bf74-aaeb36e06952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1138 time: 0.0454869 Sep 14 17:15:07.163424 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c2d641c9-c036-450a-b65b-10159ee18c6f req-41982b2a-5384-416a-ad8d-20898654f7ca tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343494 Sep 14 17:15:07.164583 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:07.228666 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-d5967c26-8cbe-4323-a1f5-aff62cfa598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.230128 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-d5967c26-8cbe-4323-a1f5-aff62cfa598b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 915 time: 0.0873575 Sep 14 17:15:07.301931 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-c7d402c6-0aab-47a3-b30d-96ca8b2e99d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 1002 time: 0.0602198 Sep 14 17:15:07.351475 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-637bc88d-c966-49a2-b140-7d6fc6b77ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.352930 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-637bc88d-c966-49a2-b140-7d6fc6b77ea9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 200 len: 853 time: 0.0420575 Sep 14 17:15:07.398042 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-39de0c03-01f6-4a82-9d0e-20d045a0291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.399492 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-39de0c03-01f6-4a82-9d0e-20d045a0291c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381711 Sep 14 17:15:07.490817 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-854a0628-db17-44cd-91a8-85dc7fc09ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826619 Sep 14 17:15:07.578493 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cdc25125-b83a-4372-b242-866acb7ea1f2 req-1a589e1e-6aaa-4f76-8593-87dfb0dffb47 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792677 Sep 14 17:15:07.660926 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9fa19-19f2-4cb6-b255-b40baa79d2e6 req-fe03da04-20bb-4f6e-a09e-cf8d326779b8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.662438 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fed9fa19-19f2-4cb6-b255-b40baa79d2e6 req-fe03da04-20bb-4f6e-a09e-cf8d326779b8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0484712 Sep 14 17:15:07.702424 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fed9fa19-19f2-4cb6-b255-b40baa79d2e6 req-69101cc6-aa46-4fea-aa47-3bce51afd2e0 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340354 Sep 14 17:15:07.759545 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584a3f-85dd-4820-94f6-bba97f0ea299 req-e5b1b63c-9c60-4e64-b30a-f12cb1a905c9 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:07.760993 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1584a3f-85dd-4820-94f6-bba97f0ea299 req-e5b1b63c-9c60-4e64-b30a-f12cb1a905c9 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 944 time: 0.0577035 Sep 14 17:15:07.799919 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1584a3f-85dd-4820-94f6-bba97f0ea299 req-95702487-e9c2-4e19-8b09-0805b40163b8 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Sep 14 17:15:08.281215 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3eccc-c359-455e-975f-fcc185851c9e req-56ea5955-da34-4295-8d20-8927095fdccf tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:08.282677 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03e3eccc-c359-455e-975f-fcc185851c9e req-56ea5955-da34-4295-8d20-8927095fdccf tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0486166 Sep 14 17:15:08.321580 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03e3eccc-c359-455e-975f-fcc185851c9e req-2ac273e8-126c-41cd-90fc-f279786c068b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329990 Sep 14 17:15:08.507520 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:15:08.554893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:15:08.558440 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:15:08.558810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:08.637218 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:08.658930 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb101bd-72a9-496d-98f5-61da67341518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:08.661334 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b58e8f4-63c7-46db-ae7a-0b27c239b84d" -d '{"events": [{"server_uuid": "9cb101bd-72a9-496d-98f5-61da67341518", "name": "network-vif-plugged", "status": "completed", "tag": "f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:08.673755 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:08.678268 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:08.706251 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec77b06-eca0-482a-9971-2ec13fdf58ac x-openstack-request-id: req-5ec77b06-eca0-482a-9971-2ec13fdf58ac {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:08.706543 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb101bd-72a9-496d-98f5-61da67341518", "name": "network-vif-plugged", "status": "completed", "tag": "f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:08.707144 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ec77b06-eca0-482a-9971-2ec13fdf58ac {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:08.707536 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb101bd-72a9-496d-98f5-61da67341518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9', 'code': 200} Sep 14 17:15:08.734528 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:08.847924 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3af4-76f2-4214-8ff0-13d7610f2c09 req-0cb530ed-7d24-4edd-93b6-9bf6b445e833 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:08.849650 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-084e3af4-76f2-4214-8ff0-13d7610f2c09 req-0cb530ed-7d24-4edd-93b6-9bf6b445e833 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0539551 Sep 14 17:15:08.880758 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21d7ac-9ea2-4618-9e33-e5eee92f773d req-3d23b298-800c-4639-96ef-39a3c71eaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:08.882237 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-ba21d7ac-9ea2-4618-9e33-e5eee92f773d req-3d23b298-800c-4639-96ef-39a3c71eaba6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 1098 time: 0.0473573 Sep 14 17:15:08.920462 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-084e3af4-76f2-4214-8ff0-13d7610f2c09 req-ea2be73c-142d-417f-a972-7ae08e9cc625 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649650 Sep 14 17:15:08.927048 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-ba21d7ac-9ea2-4618-9e33-e5eee92f773d req-2c4b6233-4168-4f29-aa6f-9ae98a4cd01a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Sep 14 17:15:08.939339 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af1edc-ff6f-456a-a509-a38304c84987 req-41b5dce5-31cf-4032-a669-532c6ede92cf tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:08.940857 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f3af1edc-ff6f-456a-a509-a38304c84987 req-41b5dce5-31cf-4032-a669-532c6ede92cf tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0711112 Sep 14 17:15:08.978548 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f3af1edc-ff6f-456a-a509-a38304c84987 req-08c0a5db-ce1d-406f-a61b-0248927bfc65 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Sep 14 17:15:09.435805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e00074-aed1-4a2d-9163-447bdbe3f3e9 req-f99ef744-dd51-4a34-a356-25cfef9631a7 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:09.437333 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6e00074-aed1-4a2d-9163-447bdbe3f3e9 req-f99ef744-dd51-4a34-a356-25cfef9631a7 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0502045 Sep 14 17:15:09.476479 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b6e00074-aed1-4a2d-9163-447bdbe3f3e9 req-8f27c2c9-7c72-46a0-9141-b648f6ca1bfd tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331123 Sep 14 17:15:10.039008 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdcf6e-9567-4729-8b64-012a18895c34 req-d98bc418-d1e7-496d-aa6f-71d0585fad1c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:10.040510 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03cdcf6e-9567-4729-8b64-012a18895c34 req-d98bc418-d1e7-496d-aa6f-71d0585fad1c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 944 time: 0.0490818 Sep 14 17:15:10.111113 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03cdcf6e-9567-4729-8b64-012a18895c34 req-0626eee2-9370-4da7-b7a9-f4a55253e958 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586960 Sep 14 17:15:10.119379 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36044939-9c56-4aaa-87a6-b2782e1096b0 req-ac07db14-a7be-4b3d-920e-eb6e524e3e7b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:10.120815 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36044939-9c56-4aaa-87a6-b2782e1096b0 req-ac07db14-a7be-4b3d-920e-eb6e524e3e7b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0765300 Sep 14 17:15:10.160152 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36044939-9c56-4aaa-87a6-b2782e1096b0 req-e83ad40d-b9b2-41b3-b550-530c1230a37d tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Sep 14 17:15:10.513535 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:15:10.596395 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ef58-f3f8-41e1-8eb3-209aab6837b6 req-9afb384f-ceb8-4533-a731-3e20219b8b90 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:10.598093 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b3f2ef58-f3f8-41e1-8eb3-209aab6837b6 req-9afb384f-ceb8-4533-a731-3e20219b8b90 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0493093 Sep 14 17:15:10.613745 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:10.624976 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'port_id': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'mac_address': 'fa:16:3e:7e:50:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:15:10.640634 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b3f2ef58-f3f8-41e1-8eb3-209aab6837b6 req-c5ef9718-7548-4196-973c-a80b9c564615 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346558 Sep 14 17:15:10.661859 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:10.674725 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd13d698-bd73-48c4-8cb7-87c04655ca16 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:15:10.693631 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:10.699192 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:10.750391 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=9']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:11.156663 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['cd13d698-bd73-48c4-8cb7-87c04655ca16'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:11.238904 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3c248-f307-4380-83c6-11d2e751ddc5 req-e11b838c-d4e1-44bb-a3a7-e2b9269bf9ad tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:11.240548 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-31f3c248-f307-4380-83c6-11d2e751ddc5 req-e11b838c-d4e1-44bb-a3a7-e2b9269bf9ad tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0569329 Sep 14 17:15:11.304448 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-31f3c248-f307-4380-83c6-11d2e751ddc5 req-a5796105-9758-4d4a-9a48-b82c6d3f0ecc tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548475 Sep 14 17:15:11.313800 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433730e3-93ad-41ee-8aae-550e04da29db req-3d088b4d-a4e6-475b-8a55-3dafa7cee01b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:11.315253 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-433730e3-93ad-41ee-8aae-550e04da29db req-3d088b4d-a4e6-475b-8a55-3dafa7cee01b tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0738356 Sep 14 17:15:11.353676 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-433730e3-93ad-41ee-8aae-550e04da29db req-ffad6e7a-4a5b-4396-a32b-1bf52660b0a4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Sep 14 17:15:11.754287 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead859ff-8a01-4162-b953-248714db073c req-7f1de788-3435-405a-9711-236143a86ad3 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:11.755742 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ead859ff-8a01-4162-b953-248714db073c req-7f1de788-3435-405a-9711-236143a86ad3 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0490158 Sep 14 17:15:11.795138 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ead859ff-8a01-4162-b953-248714db073c req-a9ceeca1-e740-43c4-a9b8-46a14618be9f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333540 Sep 14 17:15:12.426876 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46166271-6072-4e35-aa4e-1de9b950fa52 req-d8ebe5dd-c5f1-478a-ab18-945851409c8f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:12.428362 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-46166271-6072-4e35-aa4e-1de9b950fa52 req-d8ebe5dd-c5f1-478a-ab18-945851409c8f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Sep 14 17:15:12.467217 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-46166271-6072-4e35-aa4e-1de9b950fa52 req-75816c5c-92f0-4bf1-a676-eacbda57cdfa tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329115 Sep 14 17:15:12.516475 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:15:12.566338 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port cd13d698-bd73-48c4-8cb7-87c04655ca16 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:15:12.566706 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:12.639050 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:12.660662 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:12.662948 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166f36d-6128-4c40-b0df-2de4162e65fa" -d '{"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:12.675532 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:12.690483 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:12.704532 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c76e2-2bc7-444f-b0f1-4b175ddd37cc x-openstack-request-id: req-6d9c76e2-2bc7-444f-b0f1-4b175ddd37cc {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:12.704823 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:12.705073 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d9c76e2-2bc7-444f-b0f1-4b175ddd37cc {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:12.705453 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'code': 200} Sep 14 17:15:12.732246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=10']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:12.911155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb08ce-042b-4f4e-bec4-7a4823e94f61 req-6ecbdefe-9f04-4338-96d9-32a75e9bcad2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:12.912946 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0fb08ce-042b-4f4e-bec4-7a4823e94f61 req-6ecbdefe-9f04-4338-96d9-32a75e9bcad2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0504587 Sep 14 17:15:12.955974 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0fb08ce-042b-4f4e-bec4-7a4823e94f61 req-e4799516-d370-4bae-b036-25b960cd3c66 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368526 Sep 14 17:15:13.274754 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c676ff-758b-45fa-94bf-a1f30e5f7e76 req-8ed2bf7f-6beb-4b1f-85fc-ee2dc2c2d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:13.276134 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-a4c676ff-758b-45fa-94bf-a1f30e5f7e76 req-8ed2bf7f-6beb-4b1f-85fc-ee2dc2c2d596 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 1100 time: 0.0391824 Sep 14 17:15:13.312547 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-a4c676ff-758b-45fa-94bf-a1f30e5f7e76 req-49b22ba2-d6b7-4cd1-8f2a-c293af5541e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280182 Sep 14 17:15:13.589560 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66668805-1b48-4594-aa3d-3515de6f594e req-0753d046-e7e4-41c1-9e94-c902e9375130 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:13.591030 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66668805-1b48-4594-aa3d-3515de6f594e req-0753d046-e7e4-41c1-9e94-c902e9375130 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0498807 Sep 14 17:15:13.628157 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66668805-1b48-4594-aa3d-3515de6f594e req-bf151442-76aa-4910-b5ca-c0f4ae2ee1a7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Sep 14 17:15:14.081855 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96e93c-fecd-454b-8128-0c9dd543d7fd req-0e1d094c-f69b-414b-8ed8-6b589f79f95b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:14.083359 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef96e93c-fecd-454b-8128-0c9dd543d7fd req-0e1d094c-f69b-414b-8ed8-6b589f79f95b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0526774 Sep 14 17:15:14.123511 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef96e93c-fecd-454b-8128-0c9dd543d7fd req-812c88c2-a9ee-4405-bb38-cbbd1c40fcac tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333858 Sep 14 17:15:14.746554 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62fe3b-92c2-4f32-9dde-0b7df2c280f0 req-4109502d-72b1-4a04-ae2e-637747ea7efe tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:14.748164 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-af62fe3b-92c2-4f32-9dde-0b7df2c280f0 req-4109502d-72b1-4a04-ae2e-637747ea7efe tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0487378 Sep 14 17:15:14.785684 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-af62fe3b-92c2-4f32-9dde-0b7df2c280f0 req-b197c867-031f-4259-a2dd-b3295f6c895a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Sep 14 17:15:14.856103 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:15.244500 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2354-6ec3-42d6-b9f1-16dc8291452a req-9ba0d5c4-ac97-45dd-84ed-711ac61186fe tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:15.246003 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ee2354-6ec3-42d6-b9f1-16dc8291452a req-9ba0d5c4-ac97-45dd-84ed-711ac61186fe tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0564671 Sep 14 17:15:15.289474 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ee2354-6ec3-42d6-b9f1-16dc8291452a req-8666f1df-9607-4a91-ab9b-bc453ccf9ef0 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363564 Sep 14 17:15:15.906852 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fc56a-b27a-4a6d-91aa-c97a54efda95 req-ab14d23a-aa59-4a6f-8686-fd861536c550 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:15.908278 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef2fc56a-b27a-4a6d-91aa-c97a54efda95 req-ab14d23a-aa59-4a6f-8686-fd861536c550 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0517156 Sep 14 17:15:15.946016 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef2fc56a-b27a-4a6d-91aa-c97a54efda95 req-3a91fede-c78a-4919-a668-d952da32a54e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Sep 14 17:15:16.406989 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac450296-e3b8-46c9-a220-40b8a0c521da req-b5874e7e-cbb6-4e35-9b57-173068d53522 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:16.408472 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac450296-e3b8-46c9-a220-40b8a0c521da req-b5874e7e-cbb6-4e35-9b57-173068d53522 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0489879 Sep 14 17:15:16.449039 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ac450296-e3b8-46c9-a220-40b8a0c521da req-cf0e39d5-a005-421e-9866-fc2785870e6c tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345213 Sep 14 17:15:17.360671 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-196c4889-9b52-46b1-9920-0355ad0eea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:17.560373 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854d88-5c5d-46af-bfeb-9a426eb5764c req-4874fa69-ad1c-4960-9dd9-91dd2c5acbe4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:17.561814 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f854d88-5c5d-46af-bfeb-9a426eb5764c req-4874fa69-ad1c-4960-9dd9-91dd2c5acbe4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0470715 Sep 14 17:15:17.600213 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f854d88-5c5d-46af-bfeb-9a426eb5764c req-5dbf5a1b-dbb3-4e4d-bfb9-7d48bbd27ee4 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323958 Sep 14 17:15:18.718744 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c037f74-2e40-489d-9b82-1274eb4f242a req-ebb32fce-da53-4ffd-a08c-c2479d163b62 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:18.720439 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4c037f74-2e40-489d-9b82-1274eb4f242a req-ebb32fce-da53-4ffd-a08c-c2479d163b62 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0542064 Sep 14 17:15:18.761364 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4c037f74-2e40-489d-9b82-1274eb4f242a req-8d363587-d963-4146-b9e0-a1686e65a3d3 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347943 Sep 14 17:15:19.862365 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd00e-e00a-4370-b14b-ec19f203a2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:19.884490 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fbfc4-3975-4c46-ac6d-a62692ae90fd req-092e143b-2f9d-44a9-8e0e-a984e0dfd861 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:19.885997 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-480fbfc4-3975-4c46-ac6d-a62692ae90fd req-092e143b-2f9d-44a9-8e0e-a984e0dfd861 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0537779 Sep 14 17:15:19.927925 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-480fbfc4-3975-4c46-ac6d-a62692ae90fd req-6194ab4a-6be1-4842-9069-c0bbc2f837d2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346589 Sep 14 17:15:20.581673 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:20.866762 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:21.044721 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fffc4-2a9a-431c-910f-ad13f24531f1 req-c5743c63-9c7e-4064-878f-71304b435041 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:21.046242 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-315fffc4-2a9a-431c-910f-ad13f24531f1 req-c5743c63-9c7e-4064-878f-71304b435041 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0521379 Sep 14 17:15:21.084831 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-315fffc4-2a9a-431c-910f-ad13f24531f1 req-1221d35a-ab78-47ef-9e1a-92a68198a8e7 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325034 Sep 14 17:15:22.202349 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66896cbe-4fe9-494a-8a1f-5b727140e061 req-c60816c4-a8f8-4846-adec-1da17f185d92 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:22.203845 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66896cbe-4fe9-494a-8a1f-5b727140e061 req-c60816c4-a8f8-4846-adec-1da17f185d92 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0530097 Sep 14 17:15:22.245915 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66896cbe-4fe9-494a-8a1f-5b727140e061 req-1fece11d-cd2d-4895-947c-6b4e3acd2b07 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358434 Sep 14 17:15:22.658812 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:23.225095 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155df05e-af57-4e31-b272-f5e8b6f1d606 req-1db9fdb2-6655-42e6-8eae-e81ad52ba957 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:23.226584 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-155df05e-af57-4e31-b272-f5e8b6f1d606 req-1db9fdb2-6655-42e6-8eae-e81ad52ba957 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0489485 Sep 14 17:15:23.265055 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-155df05e-af57-4e31-b272-f5e8b6f1d606 req-3754d2aa-be3a-4410-a1c7-612179f7615a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Sep 14 17:15:23.375039 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab50f-0ca3-43e4-86f8-4f96aaabca5c req-cc0fa544-532b-4720-bd26-8b7ed45ef34b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:23.376529 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4caab50f-0ca3-43e4-86f8-4f96aaabca5c req-cc0fa544-532b-4720-bd26-8b7ed45ef34b tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0491221 Sep 14 17:15:23.415062 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4caab50f-0ca3-43e4-86f8-4f96aaabca5c req-c4141d2e-41ec-4758-819b-146908f1f957 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326002 Sep 14 17:15:24.391330 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dde40-9acb-40a2-ac5a-f0dba8ee366c req-036d77ad-a56e-4ade-aaa5-397f44611061 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:24.392825 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fe7dde40-9acb-40a2-ac5a-f0dba8ee366c req-036d77ad-a56e-4ade-aaa5-397f44611061 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0595236 Sep 14 17:15:24.432378 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fe7dde40-9acb-40a2-ac5a-f0dba8ee366c req-dbd56e0a-34d5-4c5e-aabd-a81f955c3183 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Sep 14 17:15:24.527676 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b39f27-5e7d-4265-89fe-a1b73ca31636 req-ee169a7c-d358-437d-a6c5-64e3e6625001 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:24.529181 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-09b39f27-5e7d-4265-89fe-a1b73ca31636 req-ee169a7c-d358-437d-a6c5-64e3e6625001 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.0492804 Sep 14 17:15:24.568669 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-09b39f27-5e7d-4265-89fe-a1b73ca31636 req-b5e6a031-b3b6-4f3a-8680-45168c6542ac tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd&id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335548 Sep 14 17:15:25.544394 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aeaf0-16d6-4f97-92fc-96f5792cca41 req-a24efd4e-9c95-494e-95b8-e66e9b73362d tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:25.546087 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-813aeaf0-16d6-4f97-92fc-96f5792cca41 req-a24efd4e-9c95-494e-95b8-e66e9b73362d tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Sep 14 17:15:25.573739 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-9e9140b0-2770-4d31-81a9-4d9588de5ff3 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:25.575230 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-9e9140b0-2770-4d31-81a9-4d9588de5ff3 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cb101bd-72a9-496d-98f5-61da67341518 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Sep 14 17:15:25.582504 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-813aeaf0-16d6-4f97-92fc-96f5792cca41 req-bb444309-61d6-42c0-9494-aba516266494 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Sep 14 17:15:25.674166 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Deleting port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:15:25.674504 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:25.759774 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] For port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:25.760052 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:25.772235 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Calling delete_port for f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:15:25.895040 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:25.908852 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba', 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'bc12761c-af84-4528-9c5e-34df0e3dc854', 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:25.924640 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event deleted for resources: {'Port': ['ID=f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:25.937695 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.938249 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.938765 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.939276 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.939610 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.939941 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.940267 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.940617 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.940942 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.941260 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.941579 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.941897 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:25.979612 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] No DVR routers for this DVR port f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:15:25.983629 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:25.985711 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-dc788ed4-5f30-4189-b23b-dacd0622cb87 req-f7023957-c0e4-44e3-a4d2-1cc0c8dbd7e5 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "DELETE /v2.0/ports/f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 HTTP/1.1" status: 204 len: 173 time: 0.4039688 Sep 14 17:15:25.986151 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb101bd-72a9-496d-98f5-61da67341518', 'name': 'network-vif-deleted', 'tag': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:25.988381 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6252b76-7d54-4e36-8a81-061df980f524" -d '{"events": [{"server_uuid": "9cb101bd-72a9-496d-98f5-61da67341518", "name": "network-vif-deleted", "tag": "f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:26.026946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4291d-dedf-46e9-9dff-52aab28161b2 x-openstack-request-id: req-24c4291d-dedf-46e9-9dff-52aab28161b2 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:26.027239 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb101bd-72a9-496d-98f5-61da67341518", "name": "network-vif-deleted", "tag": "f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:26.027509 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24c4291d-dedf-46e9-9dff-52aab28161b2 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:26.027896 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb101bd-72a9-496d-98f5-61da67341518', 'name': 'network-vif-deleted', 'tag': 'f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9', 'status': 'completed', 'code': 200} Sep 14 17:15:27.970716 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6165-d340-43c6-b1f6-cd7a9f4fd359 req-dddc46c1-7222-43cb-8035-6b611ef25ea2 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:27.972181 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bdaf6165-d340-43c6-b1f6-cd7a9f4fd359 req-dddc46c1-7222-43cb-8035-6b611ef25ea2 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Sep 14 17:15:28.009308 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bdaf6165-d340-43c6-b1f6-cd7a9f4fd359 req-e1eed78e-f1e9-4b06-8033-4bc645d5d783 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Sep 14 17:15:28.599829 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:15:28.620446 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:15:28.620800 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f13472d2-3c8f-4cbb-bfcc-bc2e426e33c9 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:15:29.129809 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254710-348d-4652-a2a2-9cab819aa899 req-8e29337a-4b33-497f-908c-ab731ee049c2 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:29.131259 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-db254710-348d-4652-a2a2-9cab819aa899 req-8e29337a-4b33-497f-908c-ab731ee049c2 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0493524 Sep 14 17:15:29.168123 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-db254710-348d-4652-a2a2-9cab819aa899 req-a63c3730-221b-46e4-a7f9-f5b12f1952db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Sep 14 17:15:30.151737 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-85e1ce3a-b9aa-4f09-a49a-91aecd00497c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:30.153320 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-85e1ce3a-b9aa-4f09-a49a-91aecd00497c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Sep 14 17:15:30.246858 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Deleting port bc12761c-af84-4528-9c5e-34df0e3dc854 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:15:30.247210 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:30.280442 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81978a0-8574-4a6d-9dc9-e90aa9c178c2 req-74b4301e-2858-4acf-90b7-ed6a1f72197e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:30.281945 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d81978a0-8574-4a6d-9dc9-e90aa9c178c2 req-74b4301e-2858-4acf-90b7-ed6a1f72197e tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Sep 14 17:15:30.320839 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d81978a0-8574-4a6d-9dc9-e90aa9c178c2 req-276734a9-3375-4ea7-9567-4b8d0c9f18ef tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Sep 14 17:15:30.560939 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] For port bc12761c-af84-4528-9c5e-34df0e3dc854, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=bc12761c-af84-4528-9c5e-34df0e3dc854,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:30.561193 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:30.573109 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Calling delete_port for bc12761c-af84-4528-9c5e-34df0e3dc854 owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:15:30.698294 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:30.709989 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba', 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:30.726300 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event deleted for resources: {'Port': ['ID=bc12761c-af84-4528-9c5e-34df0e3dc854,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:30.766323 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] No DVR routers for this DVR port bc12761c-af84-4528-9c5e-34df0e3dc854 on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:15:30.769468 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:30.771354 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-01657105-6a5d-4d12-9c8c-e56092d9491a req-b065999d-e2b8-4ecd-8f39-c1a398fad3db tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "DELETE /v2.0/ports/bc12761c-af84-4528-9c5e-34df0e3dc854 HTTP/1.1" status: 204 len: 173 time: 0.6090496 Sep 14 17:15:30.771787 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'name': 'network-vif-deleted', 'tag': 'bc12761c-af84-4528-9c5e-34df0e3dc854'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:30.774030 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f77895-c1c3-4c4e-8d25-4d1b220cc376" -d '{"events": [{"server_uuid": "0509b8b8-0e73-43d6-9462-66855754b9b9", "name": "network-vif-deleted", "tag": "bc12761c-af84-4528-9c5e-34df0e3dc854"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:30.814575 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45de69b1-6f30-424f-9b99-5f160d96df8a x-openstack-request-id: req-45de69b1-6f30-424f-9b99-5f160d96df8a {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:30.814864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0509b8b8-0e73-43d6-9462-66855754b9b9", "name": "network-vif-deleted", "tag": "bc12761c-af84-4528-9c5e-34df0e3dc854", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:30.815104 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45de69b1-6f30-424f-9b99-5f160d96df8a {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:30.815515 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0509b8b8-0e73-43d6-9462-66855754b9b9', 'name': 'network-vif-deleted', 'tag': 'bc12761c-af84-4528-9c5e-34df0e3dc854', 'status': 'completed', 'code': 200} Sep 14 17:15:31.435417 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2d4d13c9-41ed-411c-b8c7-8d2a2a5de845 req-862dd264-43fb-480f-8b90-5af6b28954c3 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=0509b8b8-0e73-43d6-9462-66855754b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0301478 Sep 14 17:15:32.626967 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device bc12761c-af84-4528-9c5e-34df0e3dc854 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:15:32.648323 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: bc12761c-af84-4528-9c5e-34df0e3dc854 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:15:32.648696 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device bc12761c-af84-4528-9c5e-34df0e3dc854 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:15:32.696505 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2b7b-4443-4efa-a453-f5752a13e802 req-e40ac2f1-7ea9-4087-badf-38a5d3f9cdd7 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:32.697952 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-167e2b7b-4443-4efa-a453-f5752a13e802 req-e40ac2f1-7ea9-4087-badf-38a5d3f9cdd7 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 946 time: 0.0473027 Sep 14 17:15:32.735436 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-167e2b7b-4443-4efa-a453-f5752a13e802 req-b4f2c6fc-01b7-44c2-974d-cbb1ca52475c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Sep 14 17:15:33.848063 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabfe93-a73e-4169-9344-69bd21261f54 req-a6f97ac8-d3fe-4869-8bee-a6c7eb347773 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:33.849574 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0dabfe93-a73e-4169-9344-69bd21261f54 req-a6f97ac8-d3fe-4869-8bee-a6c7eb347773 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 946 time: 0.0482168 Sep 14 17:15:33.887562 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0dabfe93-a73e-4169-9344-69bd21261f54 req-131c336c-bf74-4920-88eb-4586d4303f94 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Sep 14 17:15:34.612193 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-b937f48c-751d-4d68-ba42-e490866d4f20 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:34.613660 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-b937f48c-751d-4d68-ba42-e490866d4f20 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 946 time: 0.0482657 Sep 14 17:15:34.705283 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Deleting port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:15:34.705622 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:34.792611 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] For port c8b311cd-20f7-4982-8034-1d4e6bb9ad24, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:34.793622 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:34.805122 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Calling delete_port for c8b311cd-20f7-4982-8034-1d4e6bb9ad24 owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:15:34.930415 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:34.952704 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba', 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:34.962293 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event deleted for resources: {'Port': ['ID=c8b311cd-20f7-4982-8034-1d4e6bb9ad24,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:34.993065 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0c5e7d5c-38fe-4f1e-8be0-67793eca2cb1 req-db172c9a-a26c-447b-87ee-35b7c3472cca tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c05cf1-0fe5-4e94-adc9-415bc437ea94 HTTP/1.1" status: 200 len: 210 time: 0.0345085 Sep 14 17:15:35.002111 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] No DVR routers for this DVR port c8b311cd-20f7-4982-8034-1d4e6bb9ad24 on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:15:35.004747 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:35.006893 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-454eb724-c3a7-4215-bf44-4f7088526e34 req-bb930011-d197-4770-9dee-c97c213f225c tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "DELETE /v2.0/ports/c8b311cd-20f7-4982-8034-1d4e6bb9ad24 HTTP/1.1" status: 204 len: 173 time: 0.3863673 Sep 14 17:15:35.007310 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'name': 'network-vif-deleted', 'tag': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:35.009651 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5063bc4-fbed-4be8-ab1a-d71eab95c270" -d '{"events": [{"server_uuid": "13c05cf1-0fe5-4e94-adc9-415bc437ea94", "name": "network-vif-deleted", "tag": "c8b311cd-20f7-4982-8034-1d4e6bb9ad24"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:35.048353 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448bc50-6cdf-4e46-84f2-c4aeb0b6709a x-openstack-request-id: req-5448bc50-6cdf-4e46-84f2-c4aeb0b6709a {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:35.048739 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c05cf1-0fe5-4e94-adc9-415bc437ea94", "name": "network-vif-deleted", "tag": "c8b311cd-20f7-4982-8034-1d4e6bb9ad24", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:35.049075 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5448bc50-6cdf-4e46-84f2-c4aeb0b6709a {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:35.049533 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c05cf1-0fe5-4e94-adc9-415bc437ea94', 'name': 'network-vif-deleted', 'tag': 'c8b311cd-20f7-4982-8034-1d4e6bb9ad24', 'status': 'completed', 'code': 200} Sep 14 17:15:36.707799 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:15:37.382418 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7042a3b-b047-434c-af12-0e7f15b22a77 req-25e14163-4004-4ac2-b992-1a538c72b6ad tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:37.383805 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e7042a3b-b047-434c-af12-0e7f15b22a77 req-25e14163-4004-4ac2-b992-1a538c72b6ad tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Sep 14 17:15:37.420616 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e7042a3b-b047-434c-af12-0e7f15b22a77 req-e6a7db84-3d03-484d-9a08-6ab71a8bbe1a tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306807 Sep 14 17:15:38.536890 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf910a8b-e603-46b7-95ab-4a3b8453713f req-b1dc973e-9571-4b35-88bb-621a69ee1b71 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:38.538364 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bf910a8b-e603-46b7-95ab-4a3b8453713f req-b1dc973e-9571-4b35-88bb-621a69ee1b71 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0483353 Sep 14 17:15:38.575699 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bf910a8b-e603-46b7-95ab-4a3b8453713f req-b895aa80-d50d-4d66-bb5e-47edfbeeb954 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Sep 14 17:15:38.656284 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device c8b311cd-20f7-4982-8034-1d4e6bb9ad24 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:15:38.676689 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: c8b311cd-20f7-4982-8034-1d4e6bb9ad24 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:15:38.677029 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device c8b311cd-20f7-4982-8034-1d4e6bb9ad24 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:15:39.576758 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-d13a788c-dea6-455a-b43b-22e9212f4bf4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:39.578126 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-d13a788c-dea6-455a-b43b-22e9212f4bf4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0473552 Sep 14 17:15:39.677599 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Deleting port 837d436b-1b9c-4418-a4d9-af411b1c0aba {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:15:39.677948 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:39.689685 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5c651-abe4-46a1-891e-cb6969c854c4 req-65ba2af7-5f1a-44b9-915a-6522e28345f4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:39.691312 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-46f5c651-abe4-46a1-891e-cb6969c854c4 req-65ba2af7-5f1a-44b9-915a-6522e28345f4 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/ports?device_id=659ce4a0-80c1-4bd1-b32e-8fa2ded41678 HTTP/1.1" status: 200 len: 946 time: 0.0475342 Sep 14 17:15:39.728970 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-46f5c651-abe4-46a1-891e-cb6969c854c4 req-8f434386-6311-4204-bcd5-d03def12d863 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Sep 14 17:15:39.766945 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] For port 837d436b-1b9c-4418-a4d9-af411b1c0aba, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=837d436b-1b9c-4418-a4d9-af411b1c0aba,segment=NetworkSegment(60bafaa5-d769-49a9-8612-d2585ed7f33d),segment_id=60bafaa5-d769-49a9-8612-d2585ed7f33d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:15:39.767314 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:39.779779 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Calling delete_port for 837d436b-1b9c-4418-a4d9-af411b1c0aba owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:15:39.906569 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:39.918546 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['837d436b-1b9c-4418-a4d9-af411b1c0aba'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:15:39.936278 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Pushing event deleted for resources: {'Port': ['ID=837d436b-1b9c-4418-a4d9-af411b1c0aba,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:39.977891 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] No DVR routers for this DVR port 837d436b-1b9c-4418-a4d9-af411b1c0aba on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:15:39.980442 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:39.982608 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-632a43e3-7d7a-4e7a-abbe-9fd65556fe6b req-ddb85131-d03f-41f2-9176-b3f66cff4b37 tempest-AttachVolumeNegativeTest-1702810501 tempest-AttachVolumeNegativeTest-1702810501-project] 10.222.0.41 "DELETE /v2.0/ports/837d436b-1b9c-4418-a4d9-af411b1c0aba HTTP/1.1" status: 204 len: 173 time: 0.3954189 Sep 14 17:15:39.983316 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'name': 'network-vif-deleted', 'tag': '837d436b-1b9c-4418-a4d9-af411b1c0aba'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:15:39.985571 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee437f-dd74-4868-b945-7618bc303a81" -d '{"events": [{"server_uuid": "659ce4a0-80c1-4bd1-b32e-8fa2ded41678", "name": "network-vif-deleted", "tag": "837d436b-1b9c-4418-a4d9-af411b1c0aba"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:15:40.022682 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26adbde4-1eb7-4db1-8a73-a52d8a782f87 x-openstack-request-id: req-26adbde4-1eb7-4db1-8a73-a52d8a782f87 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:15:40.022975 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ce4a0-80c1-4bd1-b32e-8fa2ded41678", "name": "network-vif-deleted", "tag": "837d436b-1b9c-4418-a4d9-af411b1c0aba", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:15:40.023225 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26adbde4-1eb7-4db1-8a73-a52d8a782f87 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:15:40.023625 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ce4a0-80c1-4bd1-b32e-8fa2ded41678', 'name': 'network-vif-deleted', 'tag': '837d436b-1b9c-4418-a4d9-af411b1c0aba', 'status': 'completed', 'code': 200} Sep 14 17:15:40.787843 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49166) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:40.833908 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Deleting subnet 1173a750-a8ea-4a40-8b1f-a739b03fe9aa {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:15:40.837114 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:40.872031 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6079961'] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:40.909253 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:40.959905 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4363435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4667194'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:40.989442 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:40.991290 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1173a750-a8ea-4a40-8b1f-a739b03fe9aa HTTP/1.1" status: 204 len: 168 time: 0.2026403 Sep 14 17:15:40.992248 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e655c0-ee6f-4c45-b779-d191dfd6671e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1173a750-a8ea-4a40-8b1f-a739b03fe9aa,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:40.993988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49168) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:41.064480 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.145287 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.165796 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda4c8da-e0c5-4001-ad69-967f846d7471']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:15:41.174604 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bafaa5-d769-49a9-8612-d2585ed7f33d') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:15:41.174892 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bafaa5-d769-49a9-8612-d2585ed7f33d') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:15:41.183764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.196105 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.202310 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:15:41.202683 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:15:41.204254 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:15:41.255889 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.261092 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.263601 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dda4c8da-e0c5-4001-ad69-967f846d7471 HTTP/1.1" status: 204 len: 168 time: 0.2685435 Sep 14 17:15:41.273788 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda4c8da-e0c5-4001-ad69-967f846d7471,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:41.280758 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.281108 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.281446 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.281796 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.282107 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.282443 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.282764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.283089 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.283416 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.283736 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.284054 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.284374 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53301f58-34db-4b75-87b7-3f60c427d197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:15:41.424221 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49172) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:41.469880 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b6ed597d-cc24-450d-8208-36dbdf52267d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4154274eed84a2c8f928e58fe099774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444474 Sep 14 17:15:41.472338 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49174) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:41.520947 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6209e13f-a7e4-47fb-b256-b36b90c9bee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.540947 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6209e13f-a7e4-47fb-b256-b36b90c9bee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.587287 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6209e13f-a7e4-47fb-b256-b36b90c9bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.590645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6209e13f-a7e4-47fb-b256-b36b90c9bee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:41.591957 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6209e13f-a7e4-47fb-b256-b36b90c9bee3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fa589c5-aa54-4226-82f9-68a6f7e5ec6f HTTP/1.1" status: 204 len: 168 time: 0.1184328 Sep 14 17:15:41.599331 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209e13f-a7e4-47fb-b256-b36b90c9bee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa589c5-aa54-4226-82f9-68a6f7e5ec6f,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:42.710808 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 837d436b-1b9c-4418-a4d9-af411b1c0aba no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:15:42.733483 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 837d436b-1b9c-4418-a4d9-af411b1c0aba {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:15:42.733825 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 837d436b-1b9c-4418-a4d9-af411b1c0aba not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:15:44.860559 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:47.360739 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4c1a-91fe-4fbc-8c2c-e5256c33989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:49.089731 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-5d1d1a4a-497b-42d7-aa02-fb9c80bccd27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426099 Sep 14 17:15:49.176878 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-bec364f0-18d2-43d0-807c-3ef6f40bdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:49.178331 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-bec364f0-18d2-43d0-807c-3ef6f40bdc9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0391188 Sep 14 17:15:49.285080 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-527ce6c2-78fa-48f1-9693-61744cae8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:49.286551 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-527ce6c2-78fa-48f1-9693-61744cae8e4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.0874844 Sep 14 17:15:49.353179 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-c887d9cc-11f3-4ba7-94fc-5855bb84fcff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 1001 time: 0.0577245 Sep 14 17:15:49.405424 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-a99d6603-6fd1-4639-8483-07f750373bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:49.406953 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-a99d6603-6fd1-4639-8483-07f750373bbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0461757 Sep 14 17:15:49.468012 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-7f241559-c27d-4bec-8186-9887eabb1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:49.469602 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-7f241559-c27d-4bec-8186-9887eabb1937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536439 Sep 14 17:15:49.567620 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-2ce40024-b99e-47f4-891e-ff2175d66fac service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Sep 14 17:15:49.662851 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-aef35c6a-cd38-42b4-b2ad-7425e394259c req-18a03322-8995-4c6e-8a19-09276bdbd3f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862584 Sep 14 17:15:49.863596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-95acfb03-99ca-4356-ae6e-3c38b10140a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:50.585696 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:50.741685 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7901a55-1361-4b1f-8794-4b2aac240047 req-a841aa0d-5a5f-465a-95f7-9ada6ef8381c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:50.743248 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c7901a55-1361-4b1f-8794-4b2aac240047 req-a841aa0d-5a5f-465a-95f7-9ada6ef8381c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0523450 Sep 14 17:15:50.788455 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c7901a55-1361-4b1f-8794-4b2aac240047 req-226d0b64-1df0-48b1-92e5-88d33e214df2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Sep 14 17:15:50.862662 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49312) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:50.871100 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:50.965672 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dbedb5d-b8d5-4505-a5b5-c7e80af14cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.056571 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dbedb5d-b8d5-4505-a5b5-c7e80af14cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.060635 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dbedb5d-b8d5-4505-a5b5-c7e80af14cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.098583 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-4dbedb5d-b8d5-4505-a5b5-c7e80af14cd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0afbf01345204e51b9a8fbd0e8e59c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348492 Sep 14 17:15:51.099681 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbedb5d-b8d5-4505-a5b5-c7e80af14cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210355a5-ecde-4a28-b596-de5e15c4cc18,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:51.101235 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49318) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:51.150442 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6174851d-c75c-4404-a0bf-968a260fd087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.173387 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6174851d-c75c-4404-a0bf-968a260fd087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.219988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6174851d-c75c-4404-a0bf-968a260fd087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.222574 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6174851d-c75c-4404-a0bf-968a260fd087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:51.223713 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6174851d-c75c-4404-a0bf-968a260fd087 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/210355a5-ecde-4a28-b596-de5e15c4cc18 HTTP/1.1" status: 204 len: 168 time: 0.1209137 Sep 14 17:15:51.231396 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174851d-c75c-4404-a0bf-968a260fd087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210355a5-ecde-4a28-b596-de5e15c4cc18,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:51.900771 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187060f-de98-46b8-bff1-1458e857e5b1 req-7dd678bb-f2f7-4f7b-b24f-a00f1934f2d7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:51.902301 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6187060f-de98-46b8-bff1-1458e857e5b1 req-7dd678bb-f2f7-4f7b-b24f-a00f1934f2d7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0503445 Sep 14 17:15:51.940824 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6187060f-de98-46b8-bff1-1458e857e5b1 req-3029fefa-610d-445a-9af2-429a7f6ca2af tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Sep 14 17:15:52.662246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:52.933638 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49384) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:53.039228 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96892bad-e008-42db-983c-8a6806ff9085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.053273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aae351-8021-44af-af7a-cff1b6d8f4ea req-dcdf80b7-9f5f-4536-b920-05b409e788e0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:53.054843 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-50aae351-8021-44af-af7a-cff1b6d8f4ea req-dcdf80b7-9f5f-4536-b920-05b409e788e0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Sep 14 17:15:53.095878 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-50aae351-8021-44af-af7a-cff1b6d8f4ea req-94f5a64b-65fa-4fcd-aeeb-52c0bce5e6ce tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348384 Sep 14 17:15:53.129489 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96892bad-e008-42db-983c-8a6806ff9085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.133098 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-96892bad-e008-42db-983c-8a6806ff9085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.174920 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-96892bad-e008-42db-983c-8a6806ff9085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=529bd86c5e194e08bffd1c70c265a361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402062 Sep 14 17:15:53.176014 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96892bad-e008-42db-983c-8a6806ff9085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f42da6-8a8e-4205-8db8-73325afcf11e,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:53.177696 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49390) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:53.233049 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-67d3cdc3-9c0c-4aab-aea4-91bec61bedff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.253599 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-67d3cdc3-9c0c-4aab-aea4-91bec61bedff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.298539 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-67d3cdc3-9c0c-4aab-aea4-91bec61bedff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.301155 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-67d3cdc3-9c0c-4aab-aea4-91bec61bedff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.302277 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-67d3cdc3-9c0c-4aab-aea4-91bec61bedff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9f42da6-8a8e-4205-8db8-73325afcf11e HTTP/1.1" status: 204 len: 168 time: 0.1236100 Sep 14 17:15:53.310004 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3cdc3-9c0c-4aab-aea4-91bec61bedff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f42da6-8a8e-4205-8db8-73325afcf11e,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:53.558489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49396) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:53.576178 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd4f5-cc3e-4ce9-8362-9f297c550b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.667785 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd4f5-cc3e-4ce9-8362-9f297c550b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.671437 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd4f5-cc3e-4ce9-8362-9f297c550b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.706888 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-fa9dd4f5-cc3e-4ce9-8362-9f297c550b3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a4a7f7008934e82a60e6dbb5f692bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473739 Sep 14 17:15:53.708803 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd4f5-cc3e-4ce9-8362-9f297c550b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edd0de2-7a0c-4f4e-8c27-1b13a8c7cc39,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:53.709693 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49398) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:53.756340 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-04ce7726-c88a-4207-a414-bcb19b30337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.777343 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-04ce7726-c88a-4207-a414-bcb19b30337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.822162 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-04ce7726-c88a-4207-a414-bcb19b30337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.824738 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-04ce7726-c88a-4207-a414-bcb19b30337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:53.826565 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-04ce7726-c88a-4207-a414-bcb19b30337f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5edd0de2-7a0c-4f4e-8c27-1b13a8c7cc39 HTTP/1.1" status: 204 len: 168 time: 0.1158762 Sep 14 17:15:53.833937 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce7726-c88a-4207-a414-bcb19b30337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edd0de2-7a0c-4f4e-8c27-1b13a8c7cc39,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:54.212855 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e19d3-12e2-45cb-a6ac-2da77ec3bded req-b6592d84-880e-43f9-a90c-f7dc27fa6145 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:54.214367 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-016e19d3-12e2-45cb-a6ac-2da77ec3bded req-b6592d84-880e-43f9-a90c-f7dc27fa6145 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0508947 Sep 14 17:15:54.255711 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-016e19d3-12e2-45cb-a6ac-2da77ec3bded req-639ddbb4-419f-44db-b312-735875d40f1a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351701 Sep 14 17:15:55.349498 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49446) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:55.369834 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9827ee-d8e2-46dd-a4b4-4bc41b3ea9f3 req-a8727cde-2647-47ed-a3ad-71e382b49789 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:55.371329 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e9827ee-d8e2-46dd-a4b4-4bc41b3ea9f3 req-a8727cde-2647-47ed-a3ad-71e382b49789 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0507569 Sep 14 17:15:55.409380 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e9827ee-d8e2-46dd-a4b4-4bc41b3ea9f3 req-09fab2d7-27ef-4058-9f8d-770ff0023445 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310864 Sep 14 17:15:55.457176 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-887cbcf8-7366-4388-8b4d-217cfa06248f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.541910 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-887cbcf8-7366-4388-8b4d-217cfa06248f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.546130 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-887cbcf8-7366-4388-8b4d-217cfa06248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.584182 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-887cbcf8-7366-4388-8b4d-217cfa06248f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8161c6873b54de98fe6286a4ed71766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336392 Sep 14 17:15:55.584999 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cbcf8-7366-4388-8b4d-217cfa06248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e588a1-71e4-4220-b927-562dde22e2d5,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:55.587643 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49450) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:55.636783 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2865-586a-461e-bf60-f74770472aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.657801 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2865-586a-461e-bf60-f74770472aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.701662 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2865-586a-461e-bf60-f74770472aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.704309 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2865-586a-461e-bf60-f74770472aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:55.705537 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5f8b2865-586a-461e-bf60-f74770472aed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6e588a1-71e4-4220-b927-562dde22e2d5 HTTP/1.1" status: 204 len: 168 time: 0.1168704 Sep 14 17:15:55.713479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2865-586a-461e-bf60-f74770472aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e588a1-71e4-4220-b927-562dde22e2d5,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:55.960151 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49456) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:55.973467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5679a75-eafb-4bca-8622-4745bc2f5eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.063442 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5679a75-eafb-4bca-8622-4745bc2f5eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.067099 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5679a75-eafb-4bca-8622-4745bc2f5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.103932 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b5679a75-eafb-4bca-8622-4745bc2f5eb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=621510673507469fae1dcd24c26def6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427042 Sep 14 17:15:56.105814 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5679a75-eafb-4bca-8622-4745bc2f5eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e665506f-116c-42a0-9317-16d560c5444f,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:56.106643 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49458) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:56.154182 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6378e977-b726-4d94-844e-4b9d2d9b6bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.176900 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6378e977-b726-4d94-844e-4b9d2d9b6bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.221531 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6378e977-b726-4d94-844e-4b9d2d9b6bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.224094 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6378e977-b726-4d94-844e-4b9d2d9b6bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:56.225265 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6378e977-b726-4d94-844e-4b9d2d9b6bf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e665506f-116c-42a0-9317-16d560c5444f HTTP/1.1" status: 204 len: 168 time: 0.1176400 Sep 14 17:15:56.233210 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378e977-b726-4d94-844e-4b9d2d9b6bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e665506f-116c-42a0-9317-16d560c5444f,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:56.523987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323bdd6-7086-4e47-a8c4-a7f76369a881 req-5fe8a169-593b-438b-88a2-55adf04a51b2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:56.525501 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a323bdd6-7086-4e47-a8c4-a7f76369a881 req-5fe8a169-593b-438b-88a2-55adf04a51b2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Sep 14 17:15:56.565243 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a323bdd6-7086-4e47-a8c4-a7f76369a881 req-02716267-3f3f-4f31-b3f3-5b2b805dbc4e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Sep 14 17:15:57.681085 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af0897-4eba-448f-9b3c-43f7ee4b0b0f req-5f53289a-ab00-4700-9701-144d74e38d7d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:57.682679 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-32af0897-4eba-448f-9b3c-43f7ee4b0b0f req-5f53289a-ab00-4700-9701-144d74e38d7d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0493548 Sep 14 17:15:57.721928 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-32af0897-4eba-448f-9b3c-43f7ee4b0b0f req-59174c20-70c7-47a6-9ab2-6f7ce86f5d5a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Sep 14 17:15:57.846631 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49516) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:57.948498 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-62d0e703-bfa1-4b93-b05b-eb24f45db7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.039257 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-62d0e703-bfa1-4b93-b05b-eb24f45db7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.042741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-62d0e703-bfa1-4b93-b05b-eb24f45db7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.080585 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-62d0e703-bfa1-4b93-b05b-eb24f45db7bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01fe02dc305b490b817ed7ae2b83339a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328811 Sep 14 17:15:58.082519 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e703-bfa1-4b93-b05b-eb24f45db7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ece55-35e0-46f4-9c8a-f93bf43e9f08,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:58.083382 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49520) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:58.131847 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c176c58-fe05-41a3-b38a-41ff9949ba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.152151 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c176c58-fe05-41a3-b38a-41ff9949ba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.198743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c176c58-fe05-41a3-b38a-41ff9949ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.201963 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c176c58-fe05-41a3-b38a-41ff9949ba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.203118 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-5c176c58-fe05-41a3-b38a-41ff9949ba33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c0ece55-35e0-46f4-9c8a-f93bf43e9f08 HTTP/1.1" status: 204 len: 168 time: 0.1186750 Sep 14 17:15:58.210522 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c176c58-fe05-41a3-b38a-41ff9949ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ece55-35e0-46f4-9c8a-f93bf43e9f08,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:58.458123 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49526) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:58.471139 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-15defba0-1b28-435a-9e69-3ae37afa69e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.556883 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-15defba0-1b28-435a-9e69-3ae37afa69e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.560737 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-15defba0-1b28-435a-9e69-3ae37afa69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.601381 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-15defba0-1b28-435a-9e69-3ae37afa69e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d2fcfac38c0492da88b6e86e22dc232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421545 Sep 14 17:15:58.602221 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15defba0-1b28-435a-9e69-3ae37afa69e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727db6db-9b54-4fab-90cc-778bf044a766,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:58.604120 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49528) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:15:58.651520 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-de1d12be-97ec-48b3-910e-fdd68d588494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.672692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-de1d12be-97ec-48b3-910e-fdd68d588494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.716469 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-de1d12be-97ec-48b3-910e-fdd68d588494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.719633 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-de1d12be-97ec-48b3-910e-fdd68d588494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:15:58.720778 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-de1d12be-97ec-48b3-910e-fdd68d588494 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/727db6db-9b54-4fab-90cc-778bf044a766 HTTP/1.1" status: 204 len: 168 time: 0.1156552 Sep 14 17:15:58.728121 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d12be-97ec-48b3-910e-fdd68d588494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727db6db-9b54-4fab-90cc-778bf044a766,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:15:58.841302 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d5da9-c2ef-434f-a0e9-231bf14f0ed9 req-1fa4f590-0edb-4971-9287-234b937cd4f0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:15:58.843588 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d96d5da9-c2ef-434f-a0e9-231bf14f0ed9 req-1fa4f590-0edb-4971-9287-234b937cd4f0 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0506477 Sep 14 17:15:58.888871 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d96d5da9-c2ef-434f-a0e9-231bf14f0ed9 req-e0e28af3-6ba1-4aae-bfc5-dafadcc9e138 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390849 Sep 14 17:16:00.004919 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471aafe-92db-4eb0-88cb-688a40c6a342 req-118e3600-8501-4223-9b23-f2b5825d3536 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:00.006417 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6471aafe-92db-4eb0-88cb-688a40c6a342 req-118e3600-8501-4223-9b23-f2b5825d3536 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0482197 Sep 14 17:16:00.044719 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6471aafe-92db-4eb0-88cb-688a40c6a342 req-3869d8a8-0552-4c70-8772-abbd08d0af5b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Sep 14 17:16:01.156315 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15a-1753-4f14-a7da-9871bbf47e53 req-5047ada9-4d2f-4d1e-ade6-f53f57b80f7c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:01.157787 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-43a2c15a-1753-4f14-a7da-9871bbf47e53 req-5047ada9-4d2f-4d1e-ade6-f53f57b80f7c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0472188 Sep 14 17:16:01.193273 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-43a2c15a-1753-4f14-a7da-9871bbf47e53 req-f1b7d628-32c4-4e31-860c-e827c70935e5 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297050 Sep 14 17:16:01.385227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474ac86-31e3-4a7c-b64b-a2d53d9e0ee5 req-aa204cea-1989-48d9-9b7a-34457c57ed86 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:01.386686 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1474ac86-31e3-4a7c-b64b-a2d53d9e0ee5 req-aa204cea-1989-48d9-9b7a-34457c57ed86 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0484853 Sep 14 17:16:01.405712 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737788-4005-4e9e-a027-0f29e49be297 req-2a8074c3-9e05-42d5-9837-bf3c7e156f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:01.407357 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-2a8074c3-9e05-42d5-9837-bf3c7e156f66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0406432 Sep 14 17:16:01.431117 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1474ac86-31e3-4a7c-b64b-a2d53d9e0ee5 req-4e397096-78a2-467a-b965-5a772d4d6fb2 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Sep 14 17:16:01.501291 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737788-4005-4e9e-a027-0f29e49be297 req-74918df2-1d2c-4385-b63c-6ff5c24d4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:01.502906 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-74918df2-1d2c-4385-b63c-6ff5c24d4397 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.0882339 Sep 14 17:16:01.572820 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-40ae0387-c6fd-4aa5-aea3-1435fe186453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 200 len: 1001 time: 0.0613875 Sep 14 17:16:01.621503 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737788-4005-4e9e-a027-0f29e49be297 req-fece7fb6-8928-40bd-ac0b-c709f88aab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:01.623536 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-fece7fb6-8928-40bd-ac0b-c709f88aab20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0436502 Sep 14 17:16:01.668835 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737788-4005-4e9e-a027-0f29e49be297 req-1211022f-4302-4732-91c0-98883433f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:01.672363 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-1211022f-4302-4732-91c0-98883433f4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406067 Sep 14 17:16:01.770522 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-2155ad09-2a41-43c0-99a3-d26d953af71d service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894256 Sep 14 17:16:01.864889 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-31737788-4005-4e9e-a027-0f29e49be297 req-eb1ff5f5-e3f9-4bd4-8c51-22b861ac42f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858414 Sep 14 17:16:02.548990 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b606-2cc8-4c65-9669-6c27d1fa83ce req-93eef487-af9d-4fde-a1a6-2fe82edbe24d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:02.550562 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-45c0b606-2cc8-4c65-9669-6c27d1fa83ce req-93eef487-af9d-4fde-a1a6-2fe82edbe24d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Sep 14 17:16:02.587423 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-45c0b606-2cc8-4c65-9669-6c27d1fa83ce req-386e2686-ffee-4b5e-bb1c-7cfc120edd53 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305262 Sep 14 17:16:03.702479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f853b2f-06f8-4c8c-a114-c878a020f0dd req-91996dea-206c-4e58-8a63-3d19f714d8f1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:03.704024 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1f853b2f-06f8-4c8c-a114-c878a020f0dd req-91996dea-206c-4e58-8a63-3d19f714d8f1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0487387 Sep 14 17:16:03.743254 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1f853b2f-06f8-4c8c-a114-c878a020f0dd req-73a31e71-9dbf-4ddd-99a8-29a185e4c8e7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331421 Sep 14 17:16:04.979895 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49668) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:05.082420 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2b8f486d-fd66-40fd-8ad3-67b43e60d3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.170900 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2b8f486d-fd66-40fd-8ad3-67b43e60d3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.174383 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2b8f486d-fd66-40fd-8ad3-67b43e60d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.210887 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2b8f486d-fd66-40fd-8ad3-67b43e60d3b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f14f95442214b3c902c55f4fa85c3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299223 Sep 14 17:16:05.211773 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f486d-fd66-40fd-8ad3-67b43e60d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04a6dd5-402c-40e6-be97-c9db27e8d3c6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:05.214327 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49672) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:05.267537 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1264b36b-2437-43aa-8707-763bf132c227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.292551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1264b36b-2437-43aa-8707-763bf132c227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.340270 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1264b36b-2437-43aa-8707-763bf132c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.344962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1264b36b-2437-43aa-8707-763bf132c227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.346090 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1264b36b-2437-43aa-8707-763bf132c227 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b04a6dd5-402c-40e6-be97-c9db27e8d3c6 HTTP/1.1" status: 204 len: 168 time: 0.1313846 Sep 14 17:16:05.353826 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264b36b-2437-43aa-8707-763bf132c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04a6dd5-402c-40e6-be97-c9db27e8d3c6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:05.603922 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49678) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:05.616928 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-70b87a02-1c8c-4b42-a7dc-032b854ae456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.703315 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-70b87a02-1c8c-4b42-a7dc-032b854ae456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.706842 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-70b87a02-1c8c-4b42-a7dc-032b854ae456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.742702 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-70b87a02-1c8c-4b42-a7dc-032b854ae456 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b510a99e71d44aca25421f45ed3ae2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376772 Sep 14 17:16:05.744582 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b87a02-1c8c-4b42-a7dc-032b854ae456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d2668-fbea-4d21-a84a-4406f31daff3,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:05.745554 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49680) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:05.795893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef89e297-61c6-4556-b8d7-71de2d11bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.815784 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef89e297-61c6-4556-b8d7-71de2d11bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.862713 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef89e297-61c6-4556-b8d7-71de2d11bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.865820 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef89e297-61c6-4556-b8d7-71de2d11bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:05.866965 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ef89e297-61c6-4556-b8d7-71de2d11bfd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc9d2668-fbea-4d21-a84a-4406f31daff3 HTTP/1.1" status: 204 len: 168 time: 0.1203663 Sep 14 17:16:05.875318 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e297-61c6-4556-b8d7-71de2d11bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d2668-fbea-4d21-a84a-4406f31daff3,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:07.671684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49754) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:07.773944 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8b50f155-6523-4598-96f7-8dc459f43167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:07.862357 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8b50f155-6523-4598-96f7-8dc459f43167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:07.866769 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8b50f155-6523-4598-96f7-8dc459f43167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:07.903888 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-8b50f155-6523-4598-96f7-8dc459f43167 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8619edb46d6743fc8ffd0a6e12cbca41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310631 Sep 14 17:16:07.905476 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50f155-6523-4598-96f7-8dc459f43167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d4ee7b-7d1e-400c-bce6-71c96380d132,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:07.907599 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49758) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:07.954563 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c84a9f19-336d-4ebd-b9ab-4c5ca9ff11cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:07.974885 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c84a9f19-336d-4ebd-b9ab-4c5ca9ff11cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.020207 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c84a9f19-336d-4ebd-b9ab-4c5ca9ff11cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.022884 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c84a9f19-336d-4ebd-b9ab-4c5ca9ff11cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.024020 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c84a9f19-336d-4ebd-b9ab-4c5ca9ff11cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4d4ee7b-7d1e-400c-bce6-71c96380d132 HTTP/1.1" status: 204 len: 168 time: 0.1154485 Sep 14 17:16:08.032559 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9f19-336d-4ebd-b9ab-4c5ca9ff11cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d4ee7b-7d1e-400c-bce6-71c96380d132,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:08.276928 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49764) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:08.290294 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9b57a57a-2cb0-437b-bb2e-ee7f9789a52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.380055 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9b57a57a-2cb0-437b-bb2e-ee7f9789a52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.383672 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9b57a57a-2cb0-437b-bb2e-ee7f9789a52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.422197 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-9b57a57a-2cb0-437b-bb2e-ee7f9789a52a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=960bee0cb3334de0a7e12a5987a076e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441996 Sep 14 17:16:08.423026 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57a57a-2cb0-437b-bb2e-ee7f9789a52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28dad2b-838c-4cef-bda4-e9b510a725e1,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:08.424892 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49768) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:08.475272 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2f9981e9-eb0b-4722-8e78-5d6b25ef1342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.496427 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2f9981e9-eb0b-4722-8e78-5d6b25ef1342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.542151 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2f9981e9-eb0b-4722-8e78-5d6b25ef1342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.544729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2f9981e9-eb0b-4722-8e78-5d6b25ef1342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:08.546222 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-2f9981e9-eb0b-4722-8e78-5d6b25ef1342 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f28dad2b-838c-4cef-bda4-e9b510a725e1 HTTP/1.1" status: 204 len: 168 time: 0.1203105 Sep 14 17:16:08.553515 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9981e9-eb0b-4722-8e78-5d6b25ef1342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28dad2b-838c-4cef-bda4-e9b510a725e1,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:09.195143 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49790) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:09.286564 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1248702842-network', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:09.307009 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Made reservation on behalf of c318325e49904dffb8e80030c8ee7b93 for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:16:09.309253 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.317741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.403139 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.406771 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.431327 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:16:09.440923 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e817c639-ba98-4115-8df4-1c129fbc0317,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:09.446868 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.447218 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Added segment 70ca45f9-c4e8-45d6-a45a-a305a77a99a9 of type vlan for network 10e6370a-c370-44fa-8035-5b05276427bd Sep 14 17:16:09.485942 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.512323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.513140 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:09.513712 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.545150 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3489239 Sep 14 17:16:09.548910 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49794) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:09.553810 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Request body: {'subnet': {'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1248702842-subnet', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:09.574525 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f48fae-3853-452e-8761-36b16aa0479b admin admin] Pushing event updated for resources: {'Network': ['ID=10e6370a-c370-44fa-8035-5b05276427bd,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:09.582955 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Made reservation on behalf of c318325e49904dffb8e80030c8ee7b93 for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:16:09.584434 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 10e6370a-c370-44fa-8035-5b05276427bd details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:16:09.585319 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4667359'] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.747758 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4363498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4667329'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.803243 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:09.813013 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Checking segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:09.813370 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Network hostable DHCP agents. Network: 10e6370a-c370-44fa-8035-5b05276427bd, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:16:09.828960 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Network 10e6370a-c370-44fa-8035-5b05276427bd is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:16:09.837051 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 10e6370a-c370-44fa-8035-5b05276427bd) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:09.841065 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:09.841645 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.847021 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72e2c4-9f38-4196-b271-9d2319d93655 None None] Network 10e6370a-c370-44fa-8035-5b05276427bd requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:16:09.858556 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-00cdb1cc-44a7-4e94-b565-0b3c3e1239b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056402 Sep 14 17:16:09.858963 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49796) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:09.863772 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:09.883007 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.883986 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.935031 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:09.998904 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-10e6370a-c370-44fa-8035-5b05276427bd', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:16:09.999845 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.066775 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.130785 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Allocated IP 172.20.0.2 (10e6370a-c370-44fa-8035-5b05276427bd/7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4/3f498af8-00a3-4c5b-96bc-0926592ab9d3) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:10.266426 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.286431 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.388642 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Allocated IP 172.27.1.130 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/13301790-1d5e-4346-93f5-b108e0275af8) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:10.395771 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.404017 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Transition to ACTIVE for port object 3f498af8-00a3-4c5b-96bc-0926592ab9d3 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:10.418368 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Transition to ACTIVE for port object 3f498af8-00a3-4c5b-96bc-0926592ab9d3 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:10.423361 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.465108 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Network 10e6370a-c370-44fa-8035-5b05276427bd is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:10.468070 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:10.474990 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:10.477783 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Pushing event updated for resources: {'Port': ['ID=3f498af8-00a3-4c5b-96bc-0926592ab9d3,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:10.488381 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.488709 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.489050 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.489389 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.489720 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.490049 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.490375 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.490699 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.491050 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.491376 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.491709 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.492010 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:10.498406 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.537149 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.540316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Attempting to bind port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:10.540723 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Attempting to bind port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:10.541089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Attempting to bind port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 on network 10e6370a-c370-44fa-8035-5b05276427bd {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:10.545871 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:10.546278 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Checking segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:10.546694 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.547087 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Bound using segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:10.547551 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Bound port: 3f498af8-00a3-4c5b-96bc-0926592ab9d3, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:10.547931 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.573906 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:10.576644 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:10.579644 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:10.606709 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Pushing event updated for resources: {'Port': ['ID=13301790-1d5e-4346-93f5-b108e0275af8,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:10.610076 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] For port 3f498af8-00a3-4c5b-96bc-0926592ab9d3, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:10.613564 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] For port 3f498af8-00a3-4c5b-96bc-0926592ab9d3, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=3f498af8-00a3-4c5b-96bc-0926592ab9d3,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:10.618300 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:10.689420 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca7d7-5c85-42a1-b82c-6e9a1f646d08 None None] Pushing event updated for resources: {'Port': ['ID=3f498af8-00a3-4c5b-96bc-0926592ab9d3,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:10.857255 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:11.054722 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:11.417088 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:16:11.525787 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:11.536702 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Sync routers for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:11.542529 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:11.543208 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0277f4f8-c7f8-4aea-a5df-ceef7f8b59f0 None None] Network 10e6370a-c370-44fa-8035-5b05276427bd requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:16:11.543904 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b3676ef1-d74f-4257-bec7-3bf0da5e56ff admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6833751 Sep 14 17:16:11.547011 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49798) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:11.564838 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:11.565474 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:15:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:11.663700 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-eac9bffc-7cfb-4281-b81b-18f73b16a194 None None] Provisioning for port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:11.773000 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:11.956008 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:11.977716 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:10Z', 'revision_number': 3, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:12.009947 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Checking router: 061849e4-d447-4a58-92dc-a92fe7b6b0d0 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:12.010366 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Updating router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 port 13301790-1d5e-4346-93f5-b108e0275af8 binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:16:12.038981 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.126051 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Allocated IP 172.20.0.1 (10e6370a-c370-44fa-8035-5b05276427bd/7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4/9ae3c70b-7f70-4572-994d-e868a1d87efa) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:12.229576 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.244368 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Transition to ACTIVE for port object 9ae3c70b-7f70-4572-994d-e868a1d87efa will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:12.277253 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.302991 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.315089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Transition to ACTIVE for port object 13301790-1d5e-4346-93f5-b108e0275af8 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:12.315610 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Network 10e6370a-c370-44fa-8035-5b05276427bd is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:12.318585 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:12.321230 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.322143 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:12.346944 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Pushing event updated for resources: {'Port': ['ID=9ae3c70b-7f70-4572-994d-e868a1d87efa,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:12.375129 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.385617 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Attempting to bind port 13301790-1d5e-4346-93f5-b108e0275af8 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:12.385984 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Attempting to bind port 13301790-1d5e-4346-93f5-b108e0275af8 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:12.386347 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Attempting to bind port 13301790-1d5e-4346-93f5-b108e0275af8 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:12.389530 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448f4f2-605e-4057-aa44-04e9149aea26 None None] Pushing event updated for resources: {'Port': ['ID=13301790-1d5e-4346-93f5-b108e0275af8,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:12.394971 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:12.395347 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:12.395747 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.396129 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:12.396633 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Bound port: 13301790-1d5e-4346-93f5-b108e0275af8, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:12.397016 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.454865 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] For port 13301790-1d5e-4346-93f5-b108e0275af8, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:12.458452 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] For port 13301790-1d5e-4346-93f5-b108e0275af8, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=13301790-1d5e-4346-93f5-b108e0275af8,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:12.463589 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.514297 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.524808 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:12.525427 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:15:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:12.530025 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448f4f2-605e-4057-aa44-04e9149aea26 None None] Pushing event updated for resources: {'Port': ['ID=13301790-1d5e-4346-93f5-b108e0275af8,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:12.586080 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-71e1cbb5-08cd-444a-826a-49c7f799b15f None None] Provisioning for port 9ae3c70b-7f70-4572-994d-e868a1d87efa completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:12.596857 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-71e1cbb5-08cd-444a-826a-49c7f799b15f None None] Provisioning complete for port 9ae3c70b-7f70-4572-994d-e868a1d87efa triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:12.597148 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-71e1cbb5-08cd-444a-826a-49c7f799b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.670024 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:12.672160 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-71e1cbb5-08cd-444a-826a-49c7f799b15f None None] Port 9ae3c70b-7f70-4572-994d-e868a1d87efa cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:16:12.675134 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.680144 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.744964 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:12.747530 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Pushing event updated for resources: {'Port': ['ID=9ae3c70b-7f70-4572-994d-e868a1d87efa,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:12.846804 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Network 10e6370a-c370-44fa-8035-5b05276427bd is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:12.848323 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:12.888109 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 1, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:12.920196 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 3f498af8-00a3-4c5b-96bc-0926592ab9d3 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:12.941772 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73056f07-a3ec-4f49-82a3-38fb56bbb9cc None None] The sync data for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi is: [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 1, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:12.970803 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:12.973813 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:12.978066 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:12.978449 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.077969 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.096662 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:13.108466 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ab991dff-f69e-4616-98cf-64f0e8c9dbfd admin admin] 10.222.0.64 "PUT /v2.0/routers/061849e4-d447-4a58-92dc-a92fe7b6b0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545049 Sep 14 17:16:13.114205 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5e423ad4-b8ed-4896-a046-9284e50edea6 None None] Provisioning complete for port 9ae3c70b-7f70-4572-994d-e868a1d87efa triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:13.114914 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5e423ad4-b8ed-4896-a046-9284e50edea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.125367 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 3f498af8-00a3-4c5b-96bc-0926592ab9d3, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=3f498af8-00a3-4c5b-96bc-0926592ab9d3,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:13.145301 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.192039 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-5e423ad4-b8ed-4896-a046-9284e50edea6 None None] Port 9ae3c70b-7f70-4572-994d-e868a1d87efa cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:16:13.212348 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=3f498af8-00a3-4c5b-96bc-0926592ab9d3,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:13.660401 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49814) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:13.665642 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409762490-network', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:13.692544 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Made reservation on behalf of c0d5d6c3d4344a8db13dde6ea297a749 for: {'network': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:16:13.694961 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.705311 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.708492 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:16:13.798903 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.802890 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.831608 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:16:13.837939 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be457d8-d217-40bd-a539-354d17c02dff,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:13.844951 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.845297 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.segments_db [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Added segment c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5 of type vlan for network 1082b3d6-6191-43b4-b464-e908abb34e58 Sep 14 17:16:13.887019 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.912257 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.913281 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:13.913860 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.949048 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2874153 Sep 14 17:16:13.952150 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49818) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:13.961616 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Request body: {'subnet': {'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409762490-subnet', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:13.978484 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7034d-6a82-4cf2-9f2f-3da18e0bf6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1082b3d6-6191-43b4-b464-e908abb34e58,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:13.986756 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Made reservation on behalf of c0d5d6c3d4344a8db13dde6ea297a749 for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:16:13.989111 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5691585'] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:13.991614 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 1082b3d6-6191-43b4-b464-e908abb34e58 details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:16:14.171901 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5691615'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.229487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0c9186-bc81-4d2e-aba4-4fa4afe0a434,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:14.236599 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Checking segment: {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:14.236945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Network hostable DHCP agents. Network: 1082b3d6-6191-43b4-b464-e908abb34e58, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:16:14.253436 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Network 1082b3d6-6191-43b4-b464-e908abb34e58 is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:16:14.261524 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 1082b3d6-6191-43b4-b464-e908abb34e58) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:14.266153 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:14.266727 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.271296 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833d331-8ca3-4536-85d7-e64d207d1186 None None] Network 1082b3d6-6191-43b4-b464-e908abb34e58 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:16:14.281584 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-7325f9b0-ebb2-4fb2-8b48-53eccfadbbfc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281577 Sep 14 17:16:14.284039 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49820) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:14.288384 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:14.309245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1465'] for router, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.310362 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1633680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1456'] for router, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.365358 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.422103 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb193c07-60cb-5873-8b96-0f65465bb32a-1082b3d6-6191-43b4-b464-e908abb34e58', 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'fixed_ips': [{'subnet_id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434'}]}} from dv-cinder-808992-3-iscsi. {{(pid=94110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 17:16:14.423031 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.564436 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Allocated IP 172.20.0.2 (1082b3d6-6191-43b4-b464-e908abb34e58/0a0c9186-bc81-4d2e-aba4-4fa4afe0a434/de0e16f1-9fb2-4429-a68e-608c5f536ab6) {{(pid=94110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:14.720278 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Notify callbacks [] for port, precommit_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.738077 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Transition to ACTIVE for port object de0e16f1-9fb2-4429-a68e-608c5f536ab6 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:14.750240 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.756728 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Transition to ACTIVE for port object de0e16f1-9fb2-4429-a68e-608c5f536ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:14.763886 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025'] for port, after_create {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.813168 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Network 1082b3d6-6191-43b4-b464-e908abb34e58 is already hosted by enough agents. {{(pid=94110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:14.816328 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Resources bound (agent type, host, resource id): {{(pid=94110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:14.824859 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Received port after_create {{(pid=94110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:14.828337 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Pushing event updated for resources: {'Port': ['ID=de0e16f1-9fb2-4429-a68e-608c5f536ab6,revision_number=1']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:14.902881 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.905309 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Attempting to bind port de0e16f1-9fb2-4429-a68e-608c5f536ab6 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:14.906265 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Attempting to bind port de0e16f1-9fb2-4429-a68e-608c5f536ab6 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:14.906705 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Attempting to bind port de0e16f1-9fb2-4429-a68e-608c5f536ab6 on network 1082b3d6-6191-43b4-b464-e908abb34e58 {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:14.911907 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:14.912390 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Checking segment: {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:14.912946 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.913365 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Bound using segment: {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:14.913902 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Bound port: de0e16f1-9fb2-4429-a68e-608c5f536ab6, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:14.914290 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.970845 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Sync routers for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:14.975577 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:14.988495 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:14.988818 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:15:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:14.990864 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 3f498af8-00a3-4c5b-96bc-0926592ab9d3 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:14.997505 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.029933 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] For port de0e16f1-9fb2-4429-a68e-608c5f536ab6, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:15.049719 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] For port de0e16f1-9fb2-4429-a68e-608c5f536ab6, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=de0e16f1-9fb2-4429-a68e-608c5f536ab6,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:15.057157 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.105774 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:15.106160 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.111095 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:15.132040 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Allocated IP 172.27.1.45 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/ce6f34de-a810-4429-8e5f-9f0b48a93659) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:15.169370 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c997a-cbc4-4599-ac0b-fda74a85fa23 None None] Pushing event updated for resources: {'Port': ['ID=de0e16f1-9fb2-4429-a68e-608c5f536ab6,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:15.217355 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 13301790-1d5e-4346-93f5-b108e0275af8 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:15.254506 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.276396 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 13301790-1d5e-4346-93f5-b108e0275af8 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:15.282079 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 13301790-1d5e-4346-93f5-b108e0275af8 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:15.282450 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.307715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.343573 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:15.346748 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:15.363100 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:15.396767 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.399551 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 2, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:15.423634 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 13301790-1d5e-4346-93f5-b108e0275af8, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=13301790-1d5e-4346-93f5-b108e0275af8,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:15.424380 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6f34de-a810-4429-8e5f-9f0b48a93659,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:15.442166 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.450620 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Checking router: 061849e4-d447-4a58-92dc-a92fe7b6b0d0 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:15.450620 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Updating router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 port 9ae3c70b-7f70-4572-994d-e868a1d87efa binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:16:15.490206 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.539480 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=13301790-1d5e-4346-93f5-b108e0275af8,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:15.699373 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.806874 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.817705 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Transition to ACTIVE for port object 9ae3c70b-7f70-4572-994d-e868a1d87efa will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:15.822959 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.876323 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Pushing event updated for resources: {'Port': ['ID=9ae3c70b-7f70-4572-994d-e868a1d87efa,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:15.895586 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1633857'] for router, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.901424 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.901767 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.902106 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.902439 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.902764 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.903095 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.903418 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.903746 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.904216 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.904574 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.904896 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.905215 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:15.939805 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Attempting to bind port 9ae3c70b-7f70-4572-994d-e868a1d87efa on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:15.940445 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Attempting to bind port 9ae3c70b-7f70-4572-994d-e868a1d87efa by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:15.941002 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Attempting to bind port 9ae3c70b-7f70-4572-994d-e868a1d87efa on network 10e6370a-c370-44fa-8035-5b05276427bd {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:15.946967 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:15.947553 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Checking segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:15.947957 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:15.948350 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Bound using segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:15.949343 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Bound port: 9ae3c70b-7f70-4572-994d-e868a1d87efa, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:15.949343 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:16.028957 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] For port 9ae3c70b-7f70-4572-994d-e868a1d87efa, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:16.033511 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b is scheduled to L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b with binding_index 1 {{(pid=94109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 17:16:16.033957 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] For port 9ae3c70b-7f70-4572-994d-e868a1d87efa, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=9ae3c70b-7f70-4572-994d-e868a1d87efa,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:16.039249 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:16.094678 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:16.095409 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:15:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:16.166715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:16.181019 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Sync routers for ids ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:16.199012 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:16.207757 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-36364d9f-7ab2-42e2-9531-40a04c95fde2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9193316 Sep 14 17:16:16.207922 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Routers {'5132676e-d5a2-4243-9e33-2ffdca8e9c6b'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:16.208029 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49824) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:16.208123 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:15:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:16.213657 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3deb6-d496-4c9e-892a-d4e3ba7a9bbf None None] Pushing event updated for resources: {'Port': ['ID=9ae3c70b-7f70-4572-994d-e868a1d87efa,revision_number=4']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:16.245068 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:16.423696 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Set router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:16.514183 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c907acb-b57f-41ff-9150-0cdc34eca32b None None] Network 1082b3d6-6191-43b4-b464-e908abb34e58 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:16:16.557202 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:16Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:16.590795 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8dc19-5928-4f9b-9e07-390698052a61 None None] The sync data for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi is: [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:16Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:16.664486 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-a405cf88-1698-4bde-a241-0223f6dec811 None None] Provisioning for port de0e16f1-9fb2-4429-a68e-608c5f536ab6 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:16.732865 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:16.857151 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 3, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:16.898873 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Checking router: 5132676e-d5a2-4243-9e33-2ffdca8e9c6b for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:16.899230 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Updating router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b port ce6f34de-a810-4429-8e5f-9f0b48a93659 binding host dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:16:16.930241 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Allocated IP 172.20.0.1 (1082b3d6-6191-43b4-b464-e908abb34e58/0a0c9186-bc81-4d2e-aba4-4fa4afe0a434/ae8058a9-1df1-4fa8-a42f-dc24da67e118) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:16.932726 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.107517 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 9ae3c70b-7f70-4572-994d-e868a1d87efa up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:17.117244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.134124 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Transition to ACTIVE for port object ae8058a9-1df1-4fa8-a42f-dc24da67e118 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:17.170610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.209071 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Network 1082b3d6-6191-43b4-b464-e908abb34e58 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:17.213889 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:17.217608 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:17.275268 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633936'] for router_interface, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.277709 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Pushing event updated for resources: {'Port': ['ID=ae8058a9-1df1-4fa8-a42f-dc24da67e118,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:17.431084 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.431980 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-73610c8d-f35a-4225-92ab-dbef9e9284bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.439607 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port 9ae3c70b-7f70-4572-994d-e868a1d87efa completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:17.450473 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 9ae3c70b-7f70-4572-994d-e868a1d87efa triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:17.451001 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.557809 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ef38da27-c80d-4562-ac2b-c091be1b34b9 None None] Provisioning for port ae8058a9-1df1-4fa8-a42f-dc24da67e118 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:17.565549 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Notify callbacks [] for port, precommit_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.572473 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ef38da27-c80d-4562-ac2b-c091be1b34b9 None None] Provisioning complete for port ae8058a9-1df1-4fa8-a42f-dc24da67e118 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:17.572873 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ef38da27-c80d-4562-ac2b-c091be1b34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.597142 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Transition to ACTIVE for port object ce6f34de-a810-4429-8e5f-9f0b48a93659 will not be triggered until provisioned by entity L2. {{(pid=94110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:17.607127 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.611684 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.625794 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.680741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Pushing event updated for resources: {'Port': ['ID=ae8058a9-1df1-4fa8-a42f-dc24da67e118,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:17.683246 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633024'] for router_interface, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.687232 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-ef38da27-c80d-4562-ac2b-c091be1b34b9 None None] Port ae8058a9-1df1-4fa8-a42f-dc24da67e118 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:16:17.692947 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.707603 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Attempting to bind port ce6f34de-a810-4429-8e5f-9f0b48a93659 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:17.707964 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Attempting to bind port ce6f34de-a810-4429-8e5f-9f0b48a93659 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:17.708320 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Attempting to bind port ce6f34de-a810-4429-8e5f-9f0b48a93659 on network 7088ca90-0c8b-4f15-ab13-a408be3ca31e {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:17.720885 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8553-44fa-444d-96e7-bd4755cff374 None None] Pushing event updated for resources: {'Port': ['ID=ce6f34de-a810-4429-8e5f-9f0b48a93659,revision_number=2']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:17.727863 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:17.728117 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Checking segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:17.728519 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.728900 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Bound using segment: {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'} {{(pid=94110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:17.729359 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.managers [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Bound port: ce6f34de-a810-4429-8e5f-9f0b48a93659, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}}] {{(pid=94110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:17.729731 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.765392 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port 9ae3c70b-7f70-4572-994d-e868a1d87efa, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=9ae3c70b-7f70-4572-994d-e868a1d87efa,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:17.771958 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.772771 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device de0e16f1-9fb2-4429-a68e-608c5f536ab6 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:17.774961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Network 1082b3d6-6191-43b4-b464-e908abb34e58 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:17.776318 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:17.845158 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] For port ce6f34de-a810-4429-8e5f-9f0b48a93659, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:17.881940 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] For port ce6f34de-a810-4429-8e5f-9f0b48a93659, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=ce6f34de-a810-4429-8e5f-9f0b48a93659,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:17.891154 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.894834 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=9ae3c70b-7f70-4572-994d-e868a1d87efa,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:17.943982 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port de0e16f1-9fb2-4429-a68e-608c5f536ab6 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:17.957504 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port de0e16f1-9fb2-4429-a68e-608c5f536ab6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:17.957876 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:17.991263 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Routers {'5132676e-d5a2-4243-9e33-2ffdca8e9c6b'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:17.991894 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:15:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:18.000928 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8553-44fa-444d-96e7-bd4755cff374 None None] Pushing event updated for resources: {'Port': ['ID=ce6f34de-a810-4429-8e5f-9f0b48a93659,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:18.075094 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-46e919af-b8eb-4f9a-a6c4-00e4dc71f764 None None] Provisioning complete for port ae8058a9-1df1-4fa8-a42f-dc24da67e118 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:18.075357 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-46e919af-b8eb-4f9a-a6c4-00e4dc71f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:18.158859 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:18.177261 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-46e919af-b8eb-4f9a-a6c4-00e4dc71f764 None None] Port ae8058a9-1df1-4fa8-a42f-dc24da67e118 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:16:18.183821 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] Set router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:18.221439 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:18.266285 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:18.271443 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-57dd591d-a02d-4525-8797-b50c7e3992da admin admin] 10.222.0.64 "PUT /v2.0/routers/5132676e-d5a2-4243-9e33-2ffdca8e9c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631776 Sep 14 17:16:18.313039 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port de0e16f1-9fb2-4429-a68e-608c5f536ab6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=de0e16f1-9fb2-4429-a68e-608c5f536ab6,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:18.342063 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:18.343170 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 13301790-1d5e-4346-93f5-b108e0275af8 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:18.461838 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=de0e16f1-9fb2-4429-a68e-608c5f536ab6,revision_number=3']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:18.480701 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 13301790-1d5e-4346-93f5-b108e0275af8 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:18.481071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:18.536347 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'ae8058a9-1df1-4fa8-a42f-dc24da67e118', 'name': '', 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'mac_address': 'fa:16:3e:fc:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:16Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 2, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'subnets': [{'id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:18.585920 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0dc7d-be77-4c8c-8f49-a55e6b8fda3a None None] The sync data for ids ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'] in dv-cinder-808992-3-iscsi is: [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'ae8058a9-1df1-4fa8-a42f-dc24da67e118', 'name': '', 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'mac_address': 'fa:16:3e:fc:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:16Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 2, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'subnets': [{'id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:18.907782 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 9ae3c70b-7f70-4572-994d-e868a1d87efa up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:18.958632 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port 9ae3c70b-7f70-4572-994d-e868a1d87efa triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:18.959004 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:18.989863 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49832) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:18.994415 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326127873', 'description': 'tempest-secgroup-smoke-326127873 description', 'project_id': 'c318325e49904dffb8e80030c8ee7b93'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.018654 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.046942 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device de0e16f1-9fb2-4429-a68e-608c5f536ab6 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:19.114630 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port de0e16f1-9fb2-4429-a68e-608c5f536ab6 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:19.114912 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.117094 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.121515 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.150077 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.152250 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1612718 Sep 14 17:16:19.154314 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49834) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:19.154484 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ebda4-f3c2-41e7-82c6-15b214c1e099 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e3daac-dbe4-409a-a010-24f53f66d50a,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.159290 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group_rule': {'security_group_id': 'e6e3daac-dbe4-409a-a010-24f53f66d50a', 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.193961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.250881 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.254335 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.274942 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b15cd9d-2421-4e8d-b7f2-36e335b706c1,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.278782 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.280137 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-616a90bb-2295-45d3-aebb-a728fba7cd46 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243055 Sep 14 17:16:19.283630 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49836) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:19.287920 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group_rule': {'security_group_id': 'e6e3daac-dbe4-409a-a010-24f53f66d50a', 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.313326 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.372485 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.376909 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.397743 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb48f5e-082b-4bbf-8e56-263bf7cf9b28,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.401840 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.403027 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-7c861136-de57-43a7-b812-67d0220b356a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184728 Sep 14 17:16:19.405911 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49838) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:19.410176 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group_rule': {'security_group_id': 'e6e3daac-dbe4-409a-a010-24f53f66d50a', 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.455240 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.524384 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.528326 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.546240 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f871b8d0-a6ed-46da-b3e1-1a11b9308db6,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.554781 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.556071 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-58ef8ad7-7b2a-4379-b4bb-8e7514b395fd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492152 Sep 14 17:16:19.558868 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49840) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:19.564029 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group_rule': {'security_group_id': 'e6e3daac-dbe4-409a-a010-24f53f66d50a', 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.594763 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.661687 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.665782 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.683221 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadae798-86e8-4cb3-b2dc-25cc526ab125,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.690837 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.692122 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-551d767a-df48-4224-9132-9ed26633db47 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321783 Sep 14 17:16:19.695028 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49842) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:19.699365 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group_rule': {'security_group_id': 'e6e3daac-dbe4-409a-a010-24f53f66d50a', 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.721869 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.securitygroups_db [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Project c318325e49904dffb8e80030c8ee7b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:16:19.727122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.792676 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.798290 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.817183 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8824c4-0fdb-41b1-865d-952c812e45f1,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.826270 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.827808 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d2e92725-692e-4a71-abfe-0cf232acab34 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318173 Sep 14 17:16:19.830688 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49844) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:19.835047 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'security_group_rule': {'security_group_id': 'e6e3daac-dbe4-409a-a010-24f53f66d50a', 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:19.860765 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.securitygroups_db [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Project c318325e49904dffb8e80030c8ee7b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 17:16:19.866320 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4660d833-c3d7-4730-af87-f62b4da4ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.866859 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.931323 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.935232 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.953663 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c27bd0d-ffea-412d-9ded-78dc632f57ac,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:19.960342 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:19.961633 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b11687e3-c3f3-4d8a-a577-42cf963f1e09 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299553 Sep 14 17:16:20.590750 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:20.771341 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Sync routers for ids ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:20.781577 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Routers {'5132676e-d5a2-4243-9e33-2ffdca8e9c6b'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:20.782204 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:20.877582 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:20.892727 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ce6f34de-a810-4429-8e5f-9f0b48a93659 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:20.944098 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port ce6f34de-a810-4429-8e5f-9f0b48a93659 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:20.947901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port ce6f34de-a810-4429-8e5f-9f0b48a93659 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:20.948263 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:20.989258 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Set router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:21.035193 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.054897 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port ce6f34de-a810-4429-8e5f-9f0b48a93659, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=ce6f34de-a810-4429-8e5f-9f0b48a93659,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:21.059219 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.110556 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=ce6f34de-a810-4429-8e5f-9f0b48a93659,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:21.198014 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'ae8058a9-1df1-4fa8-a42f-dc24da67e118', 'name': '', 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'mac_address': 'fa:16:3e:fc:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:16Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 2, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'subnets': [{'id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:21.224705 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Checking router: 5132676e-d5a2-4243-9e33-2ffdca8e9c6b for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:21.225053 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Updating router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b port ae8058a9-1df1-4fa8-a42f-dc24da67e118 binding host dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 17:16:21.254273 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.523976 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Notify callbacks [] for port, precommit_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.534067 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.provisioning_blocks [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Transition to ACTIVE for port object ae8058a9-1df1-4fa8-a42f-dc24da67e118 will not be triggered until provisioned by entity L2. {{(pid=94111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:21.540290 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.589688 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30242121-85cf-4a4f-838a-e123f593e019 None None] Pushing event updated for resources: {'Port': ['ID=ae8058a9-1df1-4fa8-a42f-dc24da67e118,revision_number=3']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:21.644562 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Attempting to bind port ae8058a9-1df1-4fa8-a42f-dc24da67e118 on host dv-cinder-808992-3-iscsi for vnic_type normal with profile {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:21.644925 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Attempting to bind port ae8058a9-1df1-4fa8-a42f-dc24da67e118 by drivers openvswitch,hyperv on host dv-cinder-808992-3-iscsi at level 0 using segments [{'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:21.645294 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Attempting to bind port ae8058a9-1df1-4fa8-a42f-dc24da67e118 on network 1082b3d6-6191-43b4-b464-e908abb34e58 {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:21.651424 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Checking agent: {'id': '501d66f7-ff18-44c9-ab1b-4825de1d5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808992-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 0, 51), 'started_at': datetime.datetime(2021, 9, 14, 17, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808992-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:21.651798 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Checking segment: {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:21.652202 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.652626 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Bound using segment: {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'} {{(pid=94111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:21.653119 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.managers [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Bound port: ae8058a9-1df1-4fa8-a42f-dc24da67e118, host: dv-cinder-808992-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58'}}] {{(pid=94111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:21.653520 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.720348 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] For port ae8058a9-1df1-4fa8-a42f-dc24da67e118, host dv-cinder-808992-3-iscsi, cleared binding levels {{(pid=94111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:21.723788 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.plugins.ml2.db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] For port ae8058a9-1df1-4fa8-a42f-dc24da67e118, host dv-cinder-808992-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=ae8058a9-1df1-4fa8-a42f-dc24da67e118,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:21.727857 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:21.787557 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Routers {'5132676e-d5a2-4243-9e33-2ffdca8e9c6b'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:21.788316 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:21.791317 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30242121-85cf-4a4f-838a-e123f593e019 None None] Pushing event updated for resources: {'Port': ['ID=ae8058a9-1df1-4fa8-a42f-dc24da67e118,revision_number=4']} {{(pid=94111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:21.902644 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] Set router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:22.104830 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'ae8058a9-1df1-4fa8-a42f-dc24da67e118', 'name': '', 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'mac_address': 'fa:16:3e:fc:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:16Z', 'updated_at': '2021-09-14T17:16:21Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'subnets': [{'id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:22.131001 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3c602-1277-4f01-80ea-a76118c7bf0d None None] The sync data for ids ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'] in dv-cinder-808992-3-iscsi is: [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'ae8058a9-1df1-4fa8-a42f-dc24da67e118', 'name': '', 'network_id': '1082b3d6-6191-43b4-b464-e908abb34e58', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'mac_address': 'fa:16:3e:fc:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:16Z', 'updated_at': '2021-09-14T17:16:21Z', 'revision_number': 4, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'subnets': [{'id': '0a0c9186-bc81-4d2e-aba4-4fa4afe0a434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:22.665126 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:22.894444 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ae8058a9-1df1-4fa8-a42f-dc24da67e118 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:22.942530 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning for port ae8058a9-1df1-4fa8-a42f-dc24da67e118 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:22.946511 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port ae8058a9-1df1-4fa8-a42f-dc24da67e118 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:22.946887 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:23.145124 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:23.177143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] For port ae8058a9-1df1-4fa8-a42f-dc24da67e118, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=ae8058a9-1df1-4fa8-a42f-dc24da67e118,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:23.181148 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:23.182058 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ce6f34de-a810-4429-8e5f-9f0b48a93659 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:23.261548 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Pushing event updated for resources: {'Port': ['ID=ae8058a9-1df1-4fa8-a42f-dc24da67e118,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:23.273176 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port ce6f34de-a810-4429-8e5f-9f0b48a93659 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:23.273549 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:24.866921 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499307-872b-4f28-ad6b-baa29c810c8c req-ae1f717a-29f6-423d-b404-a8f3696f6b3b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:24.868255 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f2499307-872b-4f28-ad6b-baa29c810c8c req-ae1f717a-29f6-423d-b404-a8f3696f6b3b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0541608 Sep 14 17:16:24.872010 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ae8058a9-1df1-4fa8-a42f-dc24da67e118 up at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:24.907636 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f2499307-872b-4f28-ad6b-baa29c810c8c req-f6edce6a-8102-4aa8-84a6-a31a7d180443 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327041 Sep 14 17:16:24.922628 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Provisioning complete for port ae8058a9-1df1-4fa8-a42f-dc24da67e118 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:24.922995 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:26.033490 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec59cfb-cb20-4b01-9fd0-285d99c1d4a4 req-2bf42ec2-603c-408d-8302-5a773ca8e091 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:26.034974 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dec59cfb-cb20-4b01-9fd0-285d99c1d4a4 req-2bf42ec2-603c-408d-8302-5a773ca8e091 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0515461 Sep 14 17:16:26.078161 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dec59cfb-cb20-4b01-9fd0-285d99c1d4a4 req-4abe1a15-6162-47d8-81bc-1d8f5657156f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372801 Sep 14 17:16:26.938076 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-a9be057f-acd3-4f2d-9266-ca301fd3d140 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:26.939511 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-a9be057f-acd3-4f2d-9266-ca301fd3d140 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0481174 Sep 14 17:16:27.036964 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Deleting port cd13d698-bd73-48c4-8cb7-87c04655ca16 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:27.037295 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:27.130649 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] For port cd13d698-bd73-48c4-8cb7-87c04655ca16, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=cd13d698-bd73-48c4-8cb7-87c04655ca16,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:27.131206 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:27.196709 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e94e6-9e1f-4dc5-8840-0bee9431b85a req-ed6ca3d8-64fc-4888-afb6-1e975faf80ec tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:27.198295 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e93e94e6-9e1f-4dc5-8840-0bee9431b85a req-ed6ca3d8-64fc-4888-afb6-1e975faf80ec tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 947 time: 0.0488756 Sep 14 17:16:27.237508 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e93e94e6-9e1f-4dc5-8840-0bee9431b85a req-34b8fa77-6d16-4962-88ed-b8db8f445406 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b003bfe-6b8e-4baf-aaa3-80c502effa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327394 Sep 14 17:16:27.347799 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:27.348071 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:27.348383 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.l3_db [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Floating IP f359e017-a36c-4bc8-919e-282f365b09c5 disassociated. External IP: 172.27.1.125, port: cd13d698-bd73-48c4-8cb7-87c04655ca16. Sep 14 17:16:27.348743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Calling delete_port for cd13d698-bd73-48c4-8cb7-87c04655ca16 owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:27.473970 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:27.503974 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event deleted for resources: {'Port': ['ID=cd13d698-bd73-48c4-8cb7-87c04655ca16,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:27.514745 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.515092 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.515431 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.515764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.516091 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.516459 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.516765 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.517086 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.517407 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.517729 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.518046 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.518362 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:27.627048 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:27.741704 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:27.752962 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:27.763449 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:27.764070 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:27.786276 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] No DVR routers for this DVR port cd13d698-bd73-48c4-8cb7-87c04655ca16 on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:16:27.788923 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:27.791206 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-7e75a930-dd94-40b6-9925-b722fe08f941 req-ab2bc970-a799-4df5-ac26-e135392c4383 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "DELETE /v2.0/ports/cd13d698-bd73-48c4-8cb7-87c04655ca16 HTTP/1.1" status: 204 len: 173 time: 0.8417392 Sep 14 17:16:27.791807 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-deleted', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:27.794958 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d206c-f4bf-4c28-ba2b-b3ec21eff5d0" -d '{"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-deleted", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:27.837997 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f214736-1c5f-4fd9-ad16-a4b3309f72d4 x-openstack-request-id: req-2f214736-1c5f-4fd9-ad16-a4b3309f72d4 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:27.838284 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc350033-f2c5-4882-9005-8edf088cd0b3", "name": "network-vif-deleted", "tag": "cd13d698-bd73-48c4-8cb7-87c04655ca16", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:27.838533 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f214736-1c5f-4fd9-ad16-a4b3309f72d4 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:27.838937 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc350033-f2c5-4882-9005-8edf088cd0b3', 'name': 'network-vif-deleted', 'tag': 'cd13d698-bd73-48c4-8cb7-87c04655ca16', 'status': 'completed', 'code': 200} Sep 14 17:16:27.898399 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:28.108782 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:28.134781 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:28.143780 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:28.144395 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:28.250993 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:28.366648 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ad4a3b7c-b122-453a-bf5e-e9f8d753dcbe req-fbfaabd3-531d-4250-a98e-56c668507e4e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc350033-f2c5-4882-9005-8edf088cd0b3 HTTP/1.1" status: 200 len: 210 time: 0.0329893 Sep 14 17:16:28.476819 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:28.509131 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bffc77-a2b2-4abf-8286-f2111c0f65d6 None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:28.732264 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775cfdb-8327-4d6d-af4f-d5379c3e007b None None] New status for floating IP f359e017-a36c-4bc8-919e-282f365b09c5: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:16:29.457534 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49956) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:29.511677 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e0812a73-28bf-434e-a429-adf31452619a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:29.537206 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e0812a73-28bf-434e-a429-adf31452619a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:29.588022 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e0812a73-28bf-434e-a429-adf31452619a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:29.590681 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e0812a73-28bf-434e-a429-adf31452619a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:29.591893 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-e0812a73-28bf-434e-a429-adf31452619a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "DELETE /v2.0/security-groups/8b003bfe-6b8e-4baf-aaa3-80c502effa79 HTTP/1.1" status: 204 len: 168 time: 0.1333125 Sep 14 17:16:29.595564 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49958) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:29.602669 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0812a73-28bf-434e-a429-adf31452619a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b003bfe-6b8e-4baf-aaa3-80c502effa79,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:29.610040 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.api.v2.resource [None req-c1a018f0-ece8-4063-8b80-11f63f253999 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] show failed (client error): The resource could not be found. Sep 14 17:16:29.611069 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-c1a018f0-ece8-4063-8b80-11f63f253999 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups/8b003bfe-6b8e-4baf-aaa3-80c502effa79 HTTP/1.1" status: 404 len: 347 time: 0.0145199 Sep 14 17:16:29.613922 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49960) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:29.976902 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Deleting port 7f548d35-b43a-40d5-8bd1-0e638c1ac67c {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:29.977133 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.052117 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.052467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.064598 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Calling delete_port for 7f548d35-b43a-40d5-8bd1-0e638c1ac67c owned by network:floatingip {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:30.206346 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.230733 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event deleted for resources: {'Port': ['ID=7f548d35-b43a-40d5-8bd1-0e638c1ac67c,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:30.293321 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.295876 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.297584 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-932f01c5-06f3-48fc-b252-4407059305ab tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "DELETE /v2.0/floatingips/f359e017-a36c-4bc8-919e-282f365b09c5 HTTP/1.1" status: 204 len: 168 time: 0.6827633 Sep 14 17:16:30.633722 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49966) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:30.638417 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81742028', 'description': 'tempest-description--1496180922'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:30.660731 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.743466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.747464 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.780492 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.782993 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1481736 Sep 14 17:16:30.784903 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f39f1f-5c03-490a-bbeb-0e4d27b384d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:30.786066 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 49968) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:30.790654 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'security_group_rule': {'security_group_id': '48bb13ef-bdd9-4c7a-b9ed-da31babdbb46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:30.819067 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.867076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.870446 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.888423 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c24d9c4-cf7f-47a3-8fc9-78b1eb2a0eae,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:30.891492 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.895257 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a76a2379-27e6-4e92-bae5-356b5b8ebb9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056094 Sep 14 17:16:30.895671 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49970) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:30.901155 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'security_group_rule': {'security_group_id': '48bb13ef-bdd9-4c7a-b9ed-da31babdbb46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:30.927591 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.970591 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:30.991428 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:30.993093 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: cd13d698-bd73-48c4-8cb7-87c04655ca16 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:30.993514 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device cd13d698-bd73-48c4-8cb7-87c04655ca16 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:30.995484 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.015927 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6291f1d0-60be-43a1-9968-b284923b10e0,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:31.024851 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.026190 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-5e8acf81-0f46-41a8-b9a4-3cd5254425e9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295071 Sep 14 17:16:31.029355 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 49976) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:31.034369 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:31.057034 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.155524 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.265729 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Allocated IP 172.27.1.114 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/ed8c371e-fd13-4f3e-bcba-ea716aecb5aa) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:31.370558 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.410339 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.451554 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:31.454582 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:31.458131 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:31.482545 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'Port': ['ID=ed8c371e-fd13-4f3e-bcba-ea716aecb5aa,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:31.547451 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.585540 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.746651 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.751009 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.823390 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'Port': ['ID=ed8c371e-fd13-4f3e-bcba-ea716aecb5aa,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:31.837221 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.852141 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:31.853727 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-a5caf578-b821-4cf6-85f4-21ee7fdeaaf8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8233600 Sep 14 17:16:32.039971 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-6d096986-eab2-475c-b6c3-bc8a099b6fea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--81742028&fields=id&tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 267 time: 0.0355175 Sep 14 17:16:32.147748 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-9728fbb6-ec47-45c1-9de4-fec50257a6b1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:32.149241 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-9728fbb6-ec47-45c1-9de4-fec50257a6b1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 817 time: 0.1022727 Sep 14 17:16:32.163595 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-d46c65e7-744a-40cc-b67d-088414828e7c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/quotas/63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 375 time: 0.0088017 Sep 14 17:16:32.220268 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-03af7496-dd90-4dc8-bba9-44cbcc8e0458 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512547 Sep 14 17:16:32.323697 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-da944538-dbd7-49e6-b67d-61a5527343aa tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567117802&fields=id&tenant_id=76a022ec5ce3413db4a2f0a9a122caad HTTP/1.1" status: 200 len: 267 time: 0.0745761 Sep 14 17:16:32.350024 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-d64ca4cc-fe63-447b-979f-52477772740e service neutron] 10.222.0.64 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180387 Sep 14 17:16:32.436560 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-3636cb44-072e-4248-bf37-1278d43f847d tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:32.438621 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-3636cb44-072e-4248-bf37-1278d43f847d tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 985 time: 0.1073709 Sep 14 17:16:32.453380 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Request body: {'port': {'security_groups': ['f4c89558-2994-4b45-b569-ecc7fdf1ccea']}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:32.525505 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-d6df5649-6d6e-4051-a295-3bc43d92f98d service neutron] 10.222.0.64 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616542 Sep 14 17:16:32.537765 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:32.688226 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-82784f2d-9fe8-4360-9b95-3a1dc40534a5 req-a328dc20-6429-4743-bd2e-d8c3a7e4c16f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 210 time: 0.0335021 Sep 14 17:16:32.746560 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:32.776615 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:32.781600 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:32.794742 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6c4b8b01-b3c0-4188-af71-a815fa059058'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:16:32.824589 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:32.825201 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:32.826579 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33b0b54a-1ea0-4879-9d6a-91ee565cacdb req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "PUT /v2.0/ports/6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 943 time: 0.3799152 Sep 14 17:16:32.827014 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:32.830193 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:32.835327 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50016) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:32.885105 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a5e0a-faf0-4b8e-b7d2-711b595053a6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event updated for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=7']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:32.909171 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6c4b8b01-b3c0-4188-af71-a815fa059058'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:16:32.958304 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7e18cdaa-e620-4a65-b852-ab661a5e414a tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:32.989574 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7e18cdaa-e620-4a65-b852-ab661a5e414a tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.032116 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e68a5d-14ea-44c9-8ee7-ec84b5c76ded x-openstack-request-id: req-d2e68a5d-14ea-44c9-8ee7-ec84b5c76ded {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:33.032740 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:33.033036 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2e68a5d-14ea-44c9-8ee7-ec84b5c76ded {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:33.033417 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'status': 'completed', 'code': 200} Sep 14 17:16:33.064316 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7e18cdaa-e620-4a65-b852-ab661a5e414a tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.068009 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7e18cdaa-e620-4a65-b852-ab661a5e414a tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.071858 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-7e18cdaa-e620-4a65-b852-ab661a5e414a tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "DELETE /v2.0/security-groups/95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd HTTP/1.1" status: 204 len: 168 time: 0.2329636 Sep 14 17:16:33.073148 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50024) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:33.105564 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18cdaa-e620-4a65-b852-ab661a5e414a tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95398a7c-9cf4-4fa7-a7a6-7aac7a6952bd,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:33.121145 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-6c79e08f-a9e2-428f-a858-37b4e6c9cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:33.122880 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-6c79e08f-a9e2-428f-a858-37b4e6c9cb37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1099 time: 0.0705864 Sep 14 17:16:33.183099 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-288844cd-3833-4aa6-a30a-b9a041b44f92 None None] Provisioning complete for port 6c4b8b01-b3c0-4188-af71-a815fa059058 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:33.183438 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-288844cd-3833-4aa6-a30a-b9a041b44f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.231809 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-a2ac3ddd-9424-4f1a-8937-98d7ff436ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:33.233496 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-a2ac3ddd-9424-4f1a-8937-98d7ff436ad4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 915 time: 0.1025963 Sep 14 17:16:33.303625 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Deleting port 33b90391-a500-4009-a59f-d23fbbae27df {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:33.303970 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.312829 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-b91d6aae-c4e4-4d77-91b2-47a4e2a0e404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 1002 time: 0.0710857 Sep 14 17:16:33.369526 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-fbcdd459-b76a-4fcb-9332-b0579d441181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:33.370645 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-fbcdd459-b76a-4fcb-9332-b0579d441181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 200 len: 853 time: 0.0507801 Sep 14 17:16:33.381567 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.381813 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.394447 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Calling delete_port for 33b90391-a500-4009-a59f-d23fbbae27df owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:33.421204 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-0d4b659f-3160-4aa1-ae01-d32272f02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:33.423256 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-0d4b659f-3160-4aa1-ae01-d32272f02fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445995 Sep 14 17:16:33.524029 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-f6a2c600-276c-439d-9d3b-6c0fb05a33c5 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841975 Sep 14 17:16:33.578413 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.606866 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event deleted for resources: {'Port': ['ID=33b90391-a500-4009-a59f-d23fbbae27df,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:33.626193 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-0b98546e-bdbd-42d5-a9a1-5dd1b38ec63d req-0a9f98b7-bfba-4fd6-a2e9-1f0ffac34136 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935946 Sep 14 17:16:33.666351 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:33.666590 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Floating IP eb317da2-e3da-4f44-995c-de7ffaa25ca9 disassociated (deleted). External IP: 172.27.1.216, port: 6c4b8b01-b3c0-4188-af71-a815fa059058. Sep 14 17:16:33.793726 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2bda4abb-05ce-4067-83b5-9a42fb343b78 req-38e2611f-52c2-4774-aac1-e6ca8c858894 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 210 time: 0.0304503 Sep 14 17:16:33.918991 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Router 90be43be-9e13-4b15-9952-b73c034e1c34 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:33.919501 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-b537f191-76bd-41a6-a946-1f5e5c5487cf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:33.921240 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-b537f191-76bd-41a6-a946-1f5e5c5487cf tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 817 time: 0.1290765 Sep 14 17:16:33.974099 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-05e47f1e-5b15-4bb3-acef-b2733866ef5c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 378 time: 0.0362008 Sep 14 17:16:33.987793 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'port': {'device_id': '5e91053f-fee1-4432-86c8-81e239115e36', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'admin_state_up': True, 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'security_groups': ['48bb13ef-bdd9-4c7a-b9ed-da31babdbb46']}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:34.032401 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:34.037779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.042558 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] Sync routers for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:34.053141 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:34.053748 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:34.065510 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-f64db5a7-c697-4589-bec2-c64712288847 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb317da2-e3da-4f44-995c-de7ffaa25ca9 HTTP/1.1" status: 204 len: 168 time: 0.9918463 Sep 14 17:16:34.113136 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Made reservation on behalf of 63de1cb0903f4c2b9b8b2015ac57ed6d for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:16:34.117191 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.166190 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:34.280157 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Allocated IP 172.20.0.7 (fb9e5834-e61d-4906-a9f3-97c5866ae536/8c300687-b69c-404b-a5ea-3ee88fb04c1b/f2de0ac0-f130-4172-b6f7-14c14d18a177) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:34.430603 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.444752 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Transition to ACTIVE for port object f2de0ac0-f130-4172-b6f7-14c14d18a177 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:34.478992 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.519681 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:34.520718 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:34.523795 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:34.527424 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:34.546541 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] Checking router: 90be43be-9e13-4b15-9952-b73c034e1c34 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:34.555779 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:34.556437 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:34.556853 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:34.587251 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:34.587884 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.604752 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-525d997d-c157-43bd-8f89-58d1d0a091cd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6212270 Sep 14 17:16:34.618972 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Request body: {'port': {'device_id': '5e91053f-fee1-4432-86c8-81e239115e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:34.671932 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:34.678792 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.827502 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-90746c15-344c-40c3-9d0d-1df8b1fcda29 None None] Provisioning for port f2de0ac0-f130-4172-b6f7-14c14d18a177 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:34.838469 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-90746c15-344c-40c3-9d0d-1df8b1fcda29 None None] Provisioning complete for port f2de0ac0-f130-4172-b6f7-14c14d18a177 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:34.838837 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-90746c15-344c-40c3-9d0d-1df8b1fcda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.898442 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-90746c15-344c-40c3-9d0d-1df8b1fcda29 None None] Port f2de0ac0-f130-4172-b6f7-14c14d18a177 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:16:34.922695 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:34.954593 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6134784-e311-44e9-9f51-fa502c7db0b4 None None] The sync data for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi is: [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:08Z', 'revision_number': 4, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'cb13e91b-977b-4f52-847a-568349ff3fea', 'name': '', 'network_id': 'b7fc05a7-fb49-406c-9939-97cb8e6dbb8d', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'mac_address': 'fa:16:3e:e5:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9aec3061-3901-471e-9632-55a16d86fef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:07Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'subnets': [{'id': '9aec3061-3901-471e-9632-55a16d86fef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:34.957489 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2de0ac0-f130-4172-b6f7-14c14d18a177 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:16:34.959970 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc553d23-1c00-48c3-9efe-b7ae165c0819 req-86fc9660-75e5-4ab1-a619-fd30dc517c51 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:34.961528 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bc553d23-1c00-48c3-9efe-b7ae165c0819 req-86fc9660-75e5-4ab1-a619-fd30dc517c51 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 931 time: 0.0534992 Sep 14 17:16:34.968933 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:34.982176 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Transition to ACTIVE for port object f2de0ac0-f130-4172-b6f7-14c14d18a177 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:34.987607 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:35.004604 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bc553d23-1c00-48c3-9efe-b7ae165c0819 req-e3917900-48e8-4f6b-9cc4-a125a93b006a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368967 Sep 14 17:16:35.034615 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:35.037450 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e0e93-2708-4cca-9adb-1bb18cefea94" -d '{"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:35.047638 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:35.083873 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70280409-266a-4b47-a46b-da18787c8262 x-openstack-request-id: req-70280409-266a-4b47-a46b-da18787c8262 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:35.083873 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:35.084082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70280409-266a-4b47-a46b-da18787c8262 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:35.084293 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'status': 'completed', 'code': 200} Sep 14 17:16:35.143824 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Attempting to bind port f2de0ac0-f130-4172-b6f7-14c14d18a177 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:35.144165 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Attempting to bind port f2de0ac0-f130-4172-b6f7-14c14d18a177 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:35.144518 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Attempting to bind port f2de0ac0-f130-4172-b6f7-14c14d18a177 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:35.149192 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Port f2de0ac0-f130-4172-b6f7-14c14d18a177 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:16:35.149442 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Attempting to bind port f2de0ac0-f130-4172-b6f7-14c14d18a177 on network fb9e5834-e61d-4906-a9f3-97c5866ae536 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:35.154875 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:35.155217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Checking segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:35.155679 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Bound using segment: {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:35.157217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Bound port: f2de0ac0-f130-4172-b6f7-14c14d18a177, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76281d3d-7e06-4136-bf76-077fb85429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:35.157217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:35.160484 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-b6b21c76-6463-4645-97d4-e74ed2d1e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.162477 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-b6b21c76-6463-4645-97d4-e74ed2d1e61c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 1099 time: 0.0521085 Sep 14 17:16:35.233988 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:35.241063 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:35.254224 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:35.294270 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.294902 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:35.296404 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] 10.222.0.41 "PUT /v2.0/ports/f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 1093 time: 0.6823065 Sep 14 17:16:35.297546 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:35.299818 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec84eed-be8f-40e9-8d8f-5e71002af1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:35.302447 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-cd662de0-b615-4948-87b9-03aff5bdaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.304368 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-cd662de0-b615-4948-87b9-03aff5bdaa8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 200 len: 915 time: 0.1335664 Sep 14 17:16:35.337362 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e6c59-5aad-4ed0-84a1-816a24ab4e0d service neutron] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:35.387312 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-8f45bc3e-92d4-4a15-acb2-59987c3bfa76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 200 len: 217 time: 0.0739064 Sep 14 17:16:35.392946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49391785-cef1-4f50-b9d6-af4c91d145d5 x-openstack-request-id: req-49391785-cef1-4f50-b9d6-af4c91d145d5 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:35.393236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:35.393619 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49391785-cef1-4f50-b9d6-af4c91d145d5 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:35.393868 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'status': 'completed', 'code': 200} Sep 14 17:16:35.421498 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-de45e951-9c82-4a0a-80cd-b82d472bcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.423418 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-de45e951-9c82-4a0a-80cd-b82d472bcc26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1096 time: 0.0634158 Sep 14 17:16:35.429802 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdebfa-eefe-4daa-879d-dd875cb8f563 None None] New status for floating IP eb317da2-e3da-4f44-995c-de7ffaa25ca9: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:16:35.461471 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-ee08d289-b6de-40d9-a28c-e0058fc1091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.463194 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-ee08d289-b6de-40d9-a28c-e0058fc1091b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 200 len: 853 time: 0.0653939 Sep 14 17:16:35.486888 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-56d5f2e8-1799-4caf-ba45-ce459253c318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 217 time: 0.0536709 Sep 14 17:16:35.527735 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-2c40c1ec-373c-439b-9f3e-b52dd6aaa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.530193 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-2c40c1ec-373c-439b-9f3e-b52dd6aaa8db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568459 Sep 14 17:16:35.553028 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-9adc96c0-f55a-4ac7-8e0f-bf7c253d9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.554539 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-9adc96c0-f55a-4ac7-8e0f-bf7c253d9981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0577133 Sep 14 17:16:35.618810 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-2f10e2eb-e553-43f5-8aad-cae36f604279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.620496 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-2f10e2eb-e553-43f5-8aad-cae36f604279 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572140 Sep 14 17:16:35.658069 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-336bcb72-7126-47bc-937a-1c615bac8f4f service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180232 Sep 14 17:16:35.714946 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-fb8ce3cd-c2e3-4a79-9f1f-4af5771dc7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Sep 14 17:16:35.750060 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-200e0e93-2708-4cca-9adb-1bb18cefea94 req-5e9d44f1-3ebc-4ad6-914a-b99ac7b09b31 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839674 Sep 14 17:16:35.813087 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-fccb4ae6-1b4f-49d0-947d-3869027bf293 req-c6cd7adf-e6ce-4661-8586-962be65da85c service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891988 Sep 14 17:16:35.900160 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-979d4fa0-2e09-487a-ad74-8657e0b81f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.901728 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-979d4fa0-2e09-487a-ad74-8657e0b81f27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1096 time: 0.0405462 Sep 14 17:16:35.990960 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-69e97caf-a9b3-4a65-b960-a725bc2d2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:35.992470 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-69e97caf-a9b3-4a65-b960-a725bc2d2159 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.0832977 Sep 14 17:16:36.034553 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-a89357fc-d5b2-46ee-9f6f-aad790212bc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 217 time: 0.0337050 Sep 14 17:16:36.087247 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-d881dc35-74e9-423e-8330-3502fa239a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:36.088822 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-d881dc35-74e9-423e-8330-3502fa239a14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0466070 Sep 14 17:16:36.127543 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac74cf-d063-4f5a-b9e6-295ababde0b4 req-97ed000a-8358-4991-a8cd-a1e7cec663d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:36.129070 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c9ac74cf-d063-4f5a-b9e6-295ababde0b4 req-97ed000a-8358-4991-a8cd-a1e7cec663d9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0528538 Sep 14 17:16:36.135511 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-51f361e5-7bcd-4fe1-a209-57521ca1d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:36.137048 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-51f361e5-7bcd-4fe1-a209-57521ca1d04a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398650 Sep 14 17:16:36.166383 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c9ac74cf-d063-4f5a-b9e6-295ababde0b4 req-97efb427-8027-413c-bf89-6d91145d59e7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314300 Sep 14 17:16:36.229384 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-ec053375-173b-4bd5-b644-6022b918df0a service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Sep 14 17:16:36.320993 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-cec84eed-be8f-40e9-8d8f-5e71002af1b1 req-042417f8-e1f5-449f-bba5-f6fba9af0aed service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Sep 14 17:16:36.887244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3b325-15b6-4c3f-abb0-614cb2384575 req-1233312b-a41c-4f07-9e39-3180a640993f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:36.888737 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-06c3b325-15b6-4c3f-abb0-614cb2384575 req-1233312b-a41c-4f07-9e39-3180a640993f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0496781 Sep 14 17:16:36.925262 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-06c3b325-15b6-4c3f-abb0-614cb2384575 req-4433de49-fc1b-4f1c-ada6-c505a23d25c9 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299866 Sep 14 17:16:37.284128 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e83b99-c218-4b1a-b76b-2ada4dd9d042 req-c0036d77-0193-451c-ad64-84dbca77f84c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:37.285586 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33e83b99-c218-4b1a-b76b-2ada4dd9d042 req-c0036d77-0193-451c-ad64-84dbca77f84c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0479889 Sep 14 17:16:37.322941 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33e83b99-c218-4b1a-b76b-2ada4dd9d042 req-04844f10-eeb8-499d-97c6-9ce09384ebd5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315700 Sep 14 17:16:38.044524 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94969e80-6b76-4154-911e-3b33e7f34e58 req-97c8a0ee-2020-4293-8e2f-65598507279f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:38.046082 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-94969e80-6b76-4154-911e-3b33e7f34e58 req-97c8a0ee-2020-4293-8e2f-65598507279f tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0545588 Sep 14 17:16:38.083899 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-94969e80-6b76-4154-911e-3b33e7f34e58 req-e59d6d87-71dc-41c5-9952-555a326125c2 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Sep 14 17:16:38.441738 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248f2f-202c-4a84-813a-21ed13dd96ee req-023e1a3c-9671-4264-b760-b962d639b7fc tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:38.443196 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-39248f2f-202c-4a84-813a-21ed13dd96ee req-023e1a3c-9671-4264-b760-b962d639b7fc tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0482931 Sep 14 17:16:38.479410 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-39248f2f-202c-4a84-813a-21ed13dd96ee req-36bf650c-a49d-432d-aa81-77492612d071 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303612 Sep 14 17:16:38.995842 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:16:39.094131 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:39.105201 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'mac_address': 'fa:16:3e:0f:fb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:16:39.142848 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:39.156146 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2de0ac0-f130-4172-b6f7-14c14d18a177 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:16:39.175576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:39.179776 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:39.198130 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cca5d-fc0f-4a89-9b55-a8208f4c6412 req-5124a776-81d2-4776-b802-3618f915f7d5 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:39.199647 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-781cca5d-fc0f-4a89-9b55-a8208f4c6412 req-5124a776-81d2-4776-b802-3618f915f7d5 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0485947 Sep 14 17:16:39.231651 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:39.238498 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-781cca5d-fc0f-4a89-9b55-a8208f4c6412 req-6e3e5ed7-8ff6-4563-8de1-11fd8296b311 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4c89558-2994-4b45-b569-ecc7fdf1ccea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Sep 14 17:16:39.355764 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f4947-be38-494d-9e6e-d1434584137f req-d32e7b35-fccf-4506-8f1c-7917bbe7e747 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:39.357486 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f97f4947-be38-494d-9e6e-d1434584137f req-d32e7b35-fccf-4506-8f1c-7917bbe7e747 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 946 time: 0.0481460 Sep 14 17:16:39.452178 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Deleting port 6c4b8b01-b3c0-4188-af71-a815fa059058 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:39.453021 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:39.543570 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] For port 6c4b8b01-b3c0-4188-af71-a815fa059058, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=6c4b8b01-b3c0-4188-af71-a815fa059058,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:39.543932 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:39.556641 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Calling delete_port for 6c4b8b01-b3c0-4188-af71-a815fa059058 owned by compute:nova {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:39.601618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ceb78-513a-452a-80f1-865c3bf183a2 req-a12452df-b415-423c-813d-c7f28cc73855 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:39.603132 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6c2ceb78-513a-452a-80f1-865c3bf183a2 req-a12452df-b415-423c-813d-c7f28cc73855 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0515673 Sep 14 17:16:39.642985 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6c2ceb78-513a-452a-80f1-865c3bf183a2 req-521d5c1d-b857-432c-a20b-d6040255837f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330296 Sep 14 17:16:39.692300 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:39.706993 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['6c4b8b01-b3c0-4188-af71-a815fa059058'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:16:39.718323 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Pushing event deleted for resources: {'Port': ['ID=6c4b8b01-b3c0-4188-af71-a815fa059058,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:39.729793 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f2de0ac0-f130-4172-b6f7-14c14d18a177'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:16:39.768021 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] No DVR routers for this DVR port 6c4b8b01-b3c0-4188-af71-a815fa059058 on host hv-cinder-80899 {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:16:39.770629 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:39.772810 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-f97f4947-be38-494d-9e6e-d1434584137f req-bc34f2cd-3a04-4226-b77f-09103260d0b6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.41 "DELETE /v2.0/ports/6c4b8b01-b3c0-4188-af71-a815fa059058 HTTP/1.1" status: 204 len: 173 time: 0.4085927 Sep 14 17:16:39.773236 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'name': 'network-vif-deleted', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:39.775443 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d93dd-0650-4e31-ab84-d30d92d0b3ce" -d '{"events": [{"server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "name": "network-vif-deleted", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:39.816388 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eaf8aa-4057-439e-a687-7985a39ea6c1 x-openstack-request-id: req-e7eaf8aa-4057-439e-a687-7985a39ea6c1 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:39.816710 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc135d63-f286-4cb1-a465-1926187293da", "name": "network-vif-deleted", "tag": "6c4b8b01-b3c0-4188-af71-a815fa059058", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:39.816956 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7eaf8aa-4057-439e-a687-7985a39ea6c1 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:39.817342 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc135d63-f286-4cb1-a465-1926187293da', 'name': 'network-vif-deleted', 'tag': '6c4b8b01-b3c0-4188-af71-a815fa059058', 'status': 'completed', 'code': 200} Sep 14 17:16:40.341873 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baf690d9-8ad2-4362-95a2-60aa3f4c5089 req-b16037f5-2a6f-4620-8747-2b47815802c6 tempest-TestMinimumBasicScenario-2134905387 tempest-TestMinimumBasicScenario-2134905387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc135d63-f286-4cb1-a465-1926187293da HTTP/1.1" status: 200 len: 210 time: 0.0269499 Sep 14 17:16:40.762043 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c345b-450e-41b2-afdd-68ed8bf176fc req-36281d2f-efc2-4ebe-8c14-53cb4cb329ce tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:40.763488 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef0c345b-450e-41b2-afdd-68ed8bf176fc req-36281d2f-efc2-4ebe-8c14-53cb4cb329ce tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0474904 Sep 14 17:16:40.800910 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef0c345b-450e-41b2-afdd-68ed8bf176fc req-515e869f-539f-4834-9293-70792758abd3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305877 Sep 14 17:16:41.925367 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2e045-41fc-49e6-94a3-0869910697f8 req-50faac9d-6ed3-41aa-9828-912ec7fdc0bc tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:41.926812 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-60a2e045-41fc-49e6-94a3-0869910697f8 req-50faac9d-6ed3-41aa-9828-912ec7fdc0bc tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0541792 Sep 14 17:16:41.966223 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-60a2e045-41fc-49e6-94a3-0869910697f8 req-98c16d50-7e30-40ff-8f83-8d6e2e81476f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331492 Sep 14 17:16:41.991367 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50148) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:42.580112 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:42.818555 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Deleting port cb13e91b-977b-4f52-847a-568349ff3fea {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:42.818897 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:42.897794 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] For port cb13e91b-977b-4f52-847a-568349ff3fea, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=cb13e91b-977b-4f52-847a-568349ff3fea,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:42.898154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:42.910597 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Calling delete_port for cb13e91b-977b-4f52-847a-568349ff3fea owned by network:router_interface {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:43.019885 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:43.070936 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port f2de0ac0-f130-4172-b6f7-14c14d18a177 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:43.075059 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port f2de0ac0-f130-4172-b6f7-14c14d18a177 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:43.075446 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:43.126158 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ac94f-2d47-4d66-ae16-51e444d7b122 req-4606d30a-c319-40bd-8f2f-88eaee248cb4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:43.127767 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-963ac94f-2d47-4d66-ae16-51e444d7b122 req-4606d30a-c319-40bd-8f2f-88eaee248cb4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0852578 Sep 14 17:16:43.128554 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:43.160045 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb13e91b-977b-4f52-847a-568349ff3fea,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:43.160472 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:43.180896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.180896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.180896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.180896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.180896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.181404 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.181404 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.181711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.182037 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.182349 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.182667 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.182979 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:16:43.184580 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:43.187893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d219bfa9-e18f-4844-aad5-158cbebf15f2" -d '{"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-plugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:43.200757 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:43.213787 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:43.215235 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6c4b8b01-b3c0-4188-af71-a815fa059058 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:43.243635 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdad793e-36d7-49a1-948d-96d6f2daf6e8 x-openstack-request-id: req-fdad793e-36d7-49a1-948d-96d6f2daf6e8 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:43.243941 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-plugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:43.244173 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdad793e-36d7-49a1-948d-96d6f2daf6e8 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:43.244597 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'code': 200} Sep 14 17:16:43.252393 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-963ac94f-2d47-4d66-ae16-51e444d7b122 req-0017bc9f-6f8f-4d9e-ae64-c5b3511b9ae4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158631 Sep 14 17:16:43.284506 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 6c4b8b01-b3c0-4188-af71-a815fa059058 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:43.285647 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 6c4b8b01-b3c0-4188-af71-a815fa059058 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:43.317848 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:43.384841 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:43.435641 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab247b-9f1c-4bfc-92f9-ad4a4e8e3ea1 req-b64e4efa-9c02-496a-b25a-937ac34864af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:43.437703 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-deab247b-9f1c-4bfc-92f9-ad4a4e8e3ea1 req-b64e4efa-9c02-496a-b25a-937ac34864af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1098 time: 0.0427456 Sep 14 17:16:43.476108 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-deab247b-9f1c-4bfc-92f9-ad4a4e8e3ea1 req-9e932ad3-3812-4683-afb6-0e07e14b6c10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284481 Sep 14 17:16:43.609232 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Router 90be43be-9e13-4b15-9952-b73c034e1c34 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:43.719062 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:43.724035 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c2bec9eb-e58a-4e17-8ae7-3fb6a71d25a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/90be43be-9e13-4b15-9952-b73c034e1c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316127 Sep 14 17:16:43.726754 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50162) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:43.729466 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] Sync routers for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:43.739614 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:43.740232 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:43.804794 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-66e992f4-49df-40fe-af3f-ec80f7e531a8 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326127873&fields=id&tenant_id=c318325e49904dffb8e80030c8ee7b93 HTTP/1.1" status: 200 len: 267 time: 0.0361409 Sep 14 17:16:43.842087 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:43.851108 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:43.918389 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-1bb1844a-74dd-4f5e-91f9-c257d437bdae tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:43.919938 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-1bb1844a-74dd-4f5e-91f9-c257d437bdae tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 809 time: 0.1068535 Sep 14 17:16:43.935660 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-7b93c0e1-b905-4b44-aecd-9cd1a8e00afd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/quotas/c318325e49904dffb8e80030c8ee7b93 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Sep 14 17:16:43.991479 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-d5527f24-5879-44eb-a585-342682dc7ae1 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489998 Sep 14 17:16:44.041665 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:16:43Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:44.076618 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] Checking router: 90be43be-9e13-4b15-9952-b73c034e1c34 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:44.089676 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] Routers {'90be43be-9e13-4b15-9952-b73c034e1c34'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:44.091262 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['90be43be-9e13-4b15-9952-b73c034e1c34'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:44.099936 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-5c0e40fb-cc9a-41c9-89f2-d9130b98a483 service neutron] 10.222.0.64 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957606 Sep 14 17:16:44.188651 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.199521 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] Set router 90be43be-9e13-4b15-9952-b73c034e1c34 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:44.201047 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-952604cf-cf89-4705-9575-82890ef14cce service neutron] 10.222.0.64 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944889 Sep 14 17:16:44.250261 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Deleting port a7f5896d-b360-4911-b745-b540c68c7302 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:44.250622 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.344964 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] For port a7f5896d-b360-4911-b745-b540c68c7302, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=a7f5896d-b360-4911-b745-b540c68c7302,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:44.345329 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.365684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Calling delete_port for a7f5896d-b360-4911-b745-b540c68c7302 owned by network:router_gateway {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:44.393037 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa68a1-d35c-4199-a419-0af5366a907a req-303f8843-ed7d-4070-ad68-a481e8e8b099 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:44.394663 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cdaa68a1-d35c-4199-a419-0af5366a907a req-303f8843-ed7d-4070-ad68-a481e8e8b099 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0563586 Sep 14 17:16:44.405714 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:16:43Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:44.440094 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f78c81-8fbc-4ae0-865e-274160c0e6a1 None None] The sync data for ids ['90be43be-9e13-4b15-9952-b73c034e1c34'] in dv-cinder-808992-3-iscsi is: [{'id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'name': 'tempest-TestMinimumBasicScenario-762121052-router', 'tenant_id': '76a022ec5ce3413db4a2f0a9a122caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:16:43Z', 'revision_number': 5, 'project_id': '76a022ec5ce3413db4a2f0a9a122caad', 'gw_port': {'id': 'a7f5896d-b360-4911-b745-b540c68c7302', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90be43be-9e13-4b15-9952-b73c034e1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:05Z', 'updated_at': '2021-09-14T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:44.443172 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cdaa68a1-d35c-4199-a419-0af5366a907a req-397e2857-c4a6-4d32-9be9-bc63bb2d6394 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420330 Sep 14 17:16:44.540907 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c7ac6a4d-cd74-45f3-b545-4627bc384b60 req-01721af4-3736-46aa-b673-5a3c6777226b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 210 time: 0.0267591 Sep 14 17:16:44.587964 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.616794 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f5896d-b360-4911-b745-b540c68c7302,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:44.677887 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.794871 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.799892 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.875468 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.898993 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.899603 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90be43be-9e13-4b15-9952-b73c034e1c34 {{(pid=94108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:16:44.904542 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:44.907202 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b95a9a41-1227-410f-ab0a-e9c556b6afe3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/90be43be-9e13-4b15-9952-b73c034e1c34 HTTP/1.1" status: 204 len: 168 time: 1.1792657 Sep 14 17:16:44.909851 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50182) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:44.964096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Deleting subnet 9aec3061-3901-471e-9632-55a16d86fef4 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:16:44.968083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.010623 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cb13e91b-977b-4f52-847a-568349ff3fea no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:45.016432 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.036788 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: cb13e91b-977b-4f52-847a-568349ff3fea {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:45.037322 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cb13e91b-977b-4f52-847a-568349ff3fea not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:45.134719 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.194127 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.225592 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aec3061-3901-471e-9632-55a16d86fef4,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:45.229381 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.231514 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8abdb0ce-7b82-4ac8-b94a-e4144b89808e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9aec3061-3901-471e-9632-55a16d86fef4 HTTP/1.1" status: 204 len: 168 time: 0.3206973 Sep 14 17:16:45.234547 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50186) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:45.237360 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586e281-3728-497f-883d-c358536481d2 None None] Network b7fc05a7-fb49-406c-9939-97cb8e6dbb8d requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:16:45.306978 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.360715 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Deleting port 2bebffbb-39d0-468e-84dd-feba321e5b17 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:45.361059 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.430516 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] For port 2bebffbb-39d0-468e-84dd-feba321e5b17, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=2bebffbb-39d0-468e-84dd-feba321e5b17,segment=NetworkSegment(cb2e377a-31ba-4dc5-9981-bb9b8b2501a8),segment_id=cb2e377a-31ba-4dc5-9981-bb9b8b2501a8)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:45.430887 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.444083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Calling delete_port for 2bebffbb-39d0-468e-84dd-feba321e5b17 owned by network:dhcp {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:45.531528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.546456 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c41d1-a4c7-4533-884e-bc33a25434eb None None] DHCP port deletion for b7fc05a7-fb49-406c-9939-97cb8e6dbb8d request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:16:45.582828 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bebffbb-39d0-468e-84dd-feba321e5b17,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:45.589430 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] No DVR routers for this DVR port 2bebffbb-39d0-468e-84dd-feba321e5b17 on host dv-cinder-808992-3-iscsi {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:16:45.644534 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfdd85-9918-4425-803e-41486c4ee453 req-e9f061f3-a981-4040-b8c3-476e0304fc34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:45.645988 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f1bfdd85-9918-4425-803e-41486c4ee453 req-e9f061f3-a981-4040-b8c3-476e0304fc34 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.1285222 Sep 14 17:16:45.669811 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b4b1981c-7c6e-4740-a18f-8613134e55f8 req-f6d8f0f2-aaf0-419a-a7ea-6808d75599a5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 210 time: 0.0520325 Sep 14 17:16:45.711953 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.736254 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fc05a7-fb49-406c-9939-97cb8e6dbb8d']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:45.754109 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:45.754406 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2e377a-31ba-4dc5-9981-bb9b8b2501a8') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:45.758593 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f1bfdd85-9918-4425-803e-41486c4ee453 req-293a00c9-f08f-4f0f-b803-45fcde19109f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964890 Sep 14 17:16:45.768088 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.793705 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.801067 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:16:45.801482 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:16:45.803285 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:16:45.902506 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.912986 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:45.917641 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b7fc05a7-fb49-406c-9939-97cb8e6dbb8d HTTP/1.1" status: 204 len: 168 time: 0.6794837 Sep 14 17:16:45.920657 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-005ad959-eaab-4173-b6d0-6847cd6eabac tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:45.922124 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-005ad959-eaab-4173-b6d0-6847cd6eabac tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 809 time: 0.1603911 Sep 14 17:16:45.922591 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50194) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:45.927952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988affd-44ea-4ad9-8e17-fe8582738794 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fc05a7-fb49-406c-9939-97cb8e6dbb8d,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:45.940594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af3c0e-dda6-49b6-bd79-adfa64c13866 req-76d15c74-7836-45b3-8a78-0b2af63b9556 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:45.942199 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0af3c0e-dda6-49b6-bd79-adfa64c13866 req-76d15c74-7836-45b3-8a78-0b2af63b9556 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0784121 Sep 14 17:16:45.950576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50196) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:45.955749 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Request body: {'floatingip': {'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:45.995549 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:46.011863 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-bde3640b-ef08-4bf4-a10b-08cb872a7470 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c318325e49904dffb8e80030c8ee7b93 HTTP/1.1" status: 200 len: 379 time: 0.0477531 Sep 14 17:16:46.021776 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'port': {'device_id': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'admin_state_up': True, 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'security_groups': ['e6e3daac-dbe4-409a-a010-24f53f66d50a']}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:46.258251 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Made reservation on behalf of c318325e49904dffb8e80030c8ee7b93 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:16:46.262335 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:46.465251 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:46.470547 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:46.500363 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Allocated IP 172.20.0.6 (10e6370a-c370-44fa-8035-5b05276427bd/7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4/a74fefb9-1269-454d-8617-8c89065935df) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:16:46.696108 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:46.770873 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:46.819238 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Transition to ACTIVE for port object a74fefb9-1269-454d-8617-8c89065935df will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:46.835618 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-63f03ada-e8e1-4c52-9248-13b7b31c92f8 req-247539f7-e55d-4d13-b396-1e3ee08163af tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 210 time: 0.0315082 Sep 14 17:16:46.845630 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Floating IP 362f97f4-25af-4e52-a332-167a9a155871 associated. External IP: 172.27.1.114, port: f2de0ac0-f130-4172-b6f7-14c14d18a177. Sep 14 17:16:46.903794 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2bebffbb-39d0-468e-84dd-feba321e5b17 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:46.969021 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.034277 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Network 10e6370a-c370-44fa-8035-5b05276427bd is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:16:47.041894 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:16:47.044256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:16:47.067512 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:47.071088 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 2bebffbb-39d0-468e-84dd-feba321e5b17 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:47.071493 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2bebffbb-39d0-468e-84dd-feba321e5b17 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:47.073034 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device a7f5896d-b360-4911-b745-b540c68c7302 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:47.074456 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:47.096715 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: a7f5896d-b360-4911-b745-b540c68c7302 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:47.097195 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device a7f5896d-b360-4911-b745-b540c68c7302 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:47.125292 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:47.125917 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.160838 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-8c51083a-ff1b-4937-9825-f45683dfe067 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1426868 Sep 14 17:16:47.176366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Request body: {'port': {'device_id': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:16:47.202345 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Deleting port f782ef1b-9f5b-4c7b-adea-5ee51560029c {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:47.202725 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.214295 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:47.220037 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.226764 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:47.244070 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:47.244869 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:47.259987 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8ecf554d-d24f-4bb1-b900-a6d59bb64def tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "PUT /v2.0/floatingips/362f97f4-25af-4e52-a332-167a9a155871 HTTP/1.1" status: 200 len: 991 time: 1.3058238 Sep 14 17:16:47.259987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:47.260557 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429d2d35-1bda-498a-a25c-c7b3e4db722a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:47.295946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.308700 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc755d2-1141-4eab-ad0f-601c10f2d4a6 x-openstack-request-id: req-bcc755d2-1141-4eab-ad0f-601c10f2d4a6 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:47.308985 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:47.309229 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcc755d2-1141-4eab-ad0f-601c10f2d4a6 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:47.310321 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'status': 'completed', 'code': 200} Sep 14 17:16:47.330940 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] For port f782ef1b-9f5b-4c7b-adea-5ee51560029c, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=f782ef1b-9f5b-4c7b-adea-5ee51560029c,segment=NetworkSegment(c9b601fd-b0ce-4a17-a406-b4ad9f7776d1),segment_id=c9b601fd-b0ce-4a17-a406-b4ad9f7776d1)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:47.331229 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.370469 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Calling delete_port for f782ef1b-9f5b-4c7b-adea-5ee51560029c owned by network:router_interface {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:47.370811 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-fc8c833c-17cf-4e51-815a-41574a874d8e None None] Provisioning for port a74fefb9-1269-454d-8617-8c89065935df completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:47.377312 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-fc8c833c-17cf-4e51-815a-41574a874d8e None None] Provisioning complete for port a74fefb9-1269-454d-8617-8c89065935df triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:47.378030 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fc8c833c-17cf-4e51-815a-41574a874d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.395452 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:47.397199 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-2a8f8dd3-16ff-47a3-a4f5-ac872a00f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:47.399137 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-2a8f8dd3-16ff-47a3-a4f5-ac872a00f2db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1098 time: 0.0651946 Sep 14 17:16:47.426791 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-980a7980-dcad-47f2-80b2-d6a43f83b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:47.429964 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c833c-17cf-4e51-815a-41574a874d8e None None] Port a74fefb9-1269-454d-8617-8c89065935df cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:16:47.504784 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-40eb7230-c54b-4339-b159-04a251abb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:47.506294 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-40eb7230-c54b-4339-b159-04a251abb40f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.0988007 Sep 14 17:16:47.580311 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-efd0eca7-52ea-4c6c-8369-fdb22caaaebf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 999 time: 0.0656834 Sep 14 17:16:47.633657 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-f261a4db-3c6a-41db-9f7a-d5866d9780f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:47.635135 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-f261a4db-3c6a-41db-9f7a-d5866d9780f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0475309 Sep 14 17:16:47.636152 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '362f97f4-25af-4e52-a332-167a9a155871', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'mac_address': 'fa:16:3e:0f:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e91053f-fee1-4432-86c8-81e239115e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:16:31Z', 'updated_at': '2021-09-14T17:16:46Z', 'revision_number': 1, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:47.663842 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:47.674777 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:47.675430 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:47.685041 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-62012e0d-2595-45f3-a99d-480349968442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:47.687139 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-62012e0d-2595-45f3-a99d-480349968442 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448680 Sep 14 17:16:47.792044 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-d634e60a-708a-4b07-9fa0-28390b5ef35c service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979400 Sep 14 17:16:47.885664 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:47.908914 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-429d2d35-1bda-498a-a25c-c7b3e4db722a req-d712f874-a5f0-46d7-b640-8bbd3f381e2f service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087325 Sep 14 17:16:47.997834 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74fefb9-1269-454d-8617-8c89065935df {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:16:48.000752 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903d1b2-ecdf-4fe4-a361-2e198c0a8728 req-318f204e-f08c-4d28-9e24-335405c7fee6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:48.002346 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a903d1b2-ecdf-4fe4-a361-2e198c0a8728 req-318f204e-f08c-4d28-9e24-335405c7fee6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 931 time: 0.0574682 Sep 14 17:16:48.010313 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.019986 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.047366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Transition to ACTIVE for port object a74fefb9-1269-454d-8617-8c89065935df will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:16:48.050115 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f782ef1b-9f5b-4c7b-adea-5ee51560029c,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:48.056437 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.058561 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a903d1b2-ecdf-4fe4-a361-2e198c0a8728 req-b6db123b-e72a-4888-bc32-2aa72f51c59a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 Sep 14 17:16:48.146389 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '362f97f4-25af-4e52-a332-167a9a155871', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'mac_address': 'fa:16:3e:0f:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e91053f-fee1-4432-86c8-81e239115e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:16:31Z', 'updated_at': '2021-09-14T17:16:46Z', 'revision_number': 1, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:48.183351 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760db62-59d2-44f4-8667-ddee1940bb32 None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '362f97f4-25af-4e52-a332-167a9a155871', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'mac_address': 'fa:16:3e:0f:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e91053f-fee1-4432-86c8-81e239115e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:16:31Z', 'updated_at': '2021-09-14T17:16:46Z', 'revision_number': 1, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:48.199458 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:48.307983 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Attempting to bind port a74fefb9-1269-454d-8617-8c89065935df on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:16:48.308323 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Attempting to bind port a74fefb9-1269-454d-8617-8c89065935df by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:16:48.308683 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Attempting to bind port a74fefb9-1269-454d-8617-8c89065935df on network 10e6370a-c370-44fa-8035-5b05276427bd {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:48.346719 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Port a74fefb9-1269-454d-8617-8c89065935df on network 10e6370a-c370-44fa-8035-5b05276427bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:16:48.347051 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Attempting to bind port a74fefb9-1269-454d-8617-8c89065935df on network 10e6370a-c370-44fa-8035-5b05276427bd {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:16:48.356197 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:16:48.356549 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Checking segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:16:48.357019 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Bound using segment: {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:16:48.357361 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Bound port: a74fefb9-1269-454d-8617-8c89065935df, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ca45f9-c4e8-45d6-a45a-a305a77a99a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:16:48.357721 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.372677 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.432066 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effb3cb-3dca-4482-b150-988d6d474d84 None None] New status for floating IP 362f97f4-25af-4e52-a332-167a9a155871: ACTIVE {{(pid=94110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:16:48.513303 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:16:48.529495 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:16:48.535648 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.581425 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:48.582043 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:48.583441 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 1093 time: 1.4112747 Sep 14 17:16:48.583881 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:48.586202 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54" -d '{"events": [{"name": "network-changed", "server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:48.669729 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341b04e-2417-4de1-86e4-6dce126125b3 x-openstack-request-id: req-b341b04e-2417-4de1-86e4-6dce126125b3 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:48.670012 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:48.670258 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b341b04e-2417-4de1-86e4-6dce126125b3 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:48.670644 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'status': 'completed', 'code': 200} Sep 14 17:16:48.693166 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691afd6-6f5c-416b-9413-83a1a0938fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:48.741398 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-56ad18fe-cb41-446f-b951-85670f5b567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:48.742917 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-56ad18fe-cb41-446f-b951-85670f5b567a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1096 time: 0.1078632 Sep 14 17:16:48.792679 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:16:48.794573 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-883af3a6-8191-4f1d-85ac-b87d19991ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 217 time: 0.0388610 Sep 14 17:16:48.885858 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-dbfbd45e-98b3-4e88-b366-e722c62e7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:48.887330 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-dbfbd45e-98b3-4e88-b366-e722c62e7741 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0859489 Sep 14 17:16:48.961533 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:16:48.966604 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2213215d-3da3-4ccc-9f01-cf3c64da0df8 admin admin] 10.222.0.64 "PUT /v2.0/routers/fff1cf0f-633d-4e19-98e8-58c0aa70ce38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0430779 Sep 14 17:16:48.969921 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50212) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:48.971537 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] Sync routers for ids ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:16:48.973155 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3909-8511-4368-8d2d-56087df488bc req-c3a46d20-2d85-40e8-bad3-759e4122ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:48.974651 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-c3a46d20-2d85-40e8-bad3-759e4122ba01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794749 Sep 14 17:16:48.981421 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] Routers {'fff1cf0f-633d-4e19-98e8-58c0aa70ce38'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:48.982031 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:49.071316 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-d6b8475a-fabd-4378-bc3d-75c039c67bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888631 Sep 14 17:16:49.096277 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] Set router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:49.121174 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:49.178744 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-e42f3909-8511-4368-8d2d-56087df488bc req-d219defb-6469-4413-8103-f8fc7b028cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997498 Sep 14 17:16:49.274960 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-c64afb03-7fca-4a63-8466-a95937f5dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.276575 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-c64afb03-7fca-4a63-8466-a95937f5dc2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1096 time: 0.0405145 Sep 14 17:16:49.280848 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-2734d1bd-523f-4a9f-bc17-9585ba8499be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146092 Sep 14 17:16:49.290268 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c54354-979b-4fbd-aed6-86aacc76e4d1 req-09106019-93d4-4eae-9288-1fdc0d283014 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.291692 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-11c54354-979b-4fbd-aed6-86aacc76e4d1 req-09106019-93d4-4eae-9288-1fdc0d283014 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.1186461 Sep 14 17:16:49.306705 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:16:47Z', 'revision_number': 5, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:49.330652 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:49.334579 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] Checking router: fff1cf0f-633d-4e19-98e8-58c0aa70ce38 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:16:49.343692 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] Routers {'fff1cf0f-633d-4e19-98e8-58c0aa70ce38'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:16:49.344303 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:49.386564 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-a162c9e7-f9ed-4403-9e86-942158a69f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.388104 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-a162c9e7-f9ed-4403-9e86-942158a69f28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.1005666 Sep 14 17:16:49.392826 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-11c54354-979b-4fbd-aed6-86aacc76e4d1 req-67195584-09ad-417e-b5e1-6bd8c202a8a2 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882227 Sep 14 17:16:49.411703 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-fff3f27b-80a1-4809-9947-a997b23e39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.413071 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-fff3f27b-80a1-4809-9947-a997b23e39c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 1098 time: 0.0990465 Sep 14 17:16:49.438220 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Deleting port cd9d62e0-011c-4165-9612-2e00cd299d06 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:49.438547 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:49.444866 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-2cd935a2-5142-49b4-989e-aef7c5fa6d68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 217 time: 0.0474164 Sep 14 17:16:49.467063 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] Set router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:16:49.509463 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-95178470-ded2-413f-8eb9-c3fc1ae1c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.511110 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-95178470-ded2-413f-8eb9-c3fc1ae1c065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0596080 Sep 14 17:16:49.561347 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-3fa64170-e270-4e43-9b67-fc2631417e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.563054 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-3fa64170-e270-4e43-9b67-fc2631417e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442526 Sep 14 17:16:49.604058 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-1b2c1d30-9fc5-44a2-bf0f-3fa7c0dd16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.605975 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-1b2c1d30-9fc5-44a2-bf0f-3fa7c0dd16cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.1696630 Sep 14 17:16:49.607770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] For port cd9d62e0-011c-4165-9612-2e00cd299d06, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=cd9d62e0-011c-4165-9612-2e00cd299d06,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:49.608765 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:49.628406 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Calling delete_port for cd9d62e0-011c-4165-9612-2e00cd299d06 owned by network:router_gateway {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:49.672395 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-9cfa4fdb-5071-4bc7-a5a3-0d1903a5c5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016724 Sep 14 17:16:49.674678 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:16:47Z', 'revision_number': 5, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:49.703117 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50824e2e-5da9-472b-bb96-5073a2579cf8 None None] The sync data for ids ['fff1cf0f-633d-4e19-98e8-58c0aa70ce38'] in dv-cinder-808992-3-iscsi is: [{'id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'name': 'tempest-TestMinimumBasicScenario-119375422-router', 'tenant_id': 'c7b4b44bea4e4dc4951d368626150f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:16:47Z', 'revision_number': 5, 'project_id': 'c7b4b44bea4e4dc4951d368626150f93', 'gw_port': {'id': 'cd9d62e0-011c-4165-9612-2e00cd299d06', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1cf0f-633d-4e19-98e8-58c0aa70ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:12:10Z', 'updated_at': '2021-09-14T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:16:49.718506 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-35fa52e3-2cc6-4c9e-9962-9fc207f7e279 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204 HTTP/1.1" status: 200 len: 1000 time: 0.1022632 Sep 14 17:16:49.767266 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-b2982bb6-e09e-4dca-9d12-eaeecc8f0f54 req-6aae924e-a095-4b66-9dbd-d5c4ccaef31f service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868683 Sep 14 17:16:49.828807 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-dd8576eb-8fb7-4b52-94c5-d01231a5046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.830252 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-dd8576eb-8fb7-4b52-94c5-d01231a5046a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.1016150 Sep 14 17:16:49.869076 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-1f1a856f-cee3-4d95-a21b-51551db0337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:49.913750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-6b3d3862-db17-4ecd-b7fb-4c7cbc12063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:49.915236 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-6b3d3862-db17-4ecd-b7fb-4c7cbc12063d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769618 Sep 14 17:16:49.916265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:49.949079 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9d62e0-011c-4165-9612-2e00cd299d06,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:50.062760 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.127953 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-13166dc6-0f37-44d5-a879-3747081db78e service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035742 Sep 14 17:16:50.170927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.173993 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.254940 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.255460 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff1cf0f-633d-4e19-98e8-58c0aa70ce38 {{(pid=94109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:16:50.259879 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.261051 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1dd60c51-d606-48e4-8ec8-7225b8fa4d91 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fff1cf0f-633d-4e19-98e8-58c0aa70ce38 HTTP/1.1" status: 204 len: 168 time: 1.2894692 Sep 14 17:16:50.263425 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50218) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:50.325677 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4afb9d0a-d81f-4cf4-acba-67306d45fdf9 req-cc7d99cb-786f-4194-a43d-d99e2608f182 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898892 Sep 14 17:16:50.332251 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Deleting subnet 96e016f7-59b7-4851-8e55-378a05a3a6eb {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:16:50.335968 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.373045 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.454884 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.595927 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.708735 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:16:50.788845 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9f9c-e450-4867-8427-1229de7b71fc req-c22d55a3-c82f-452f-acaa-3d70c2e34021 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:50.790238 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-162f9f9c-e450-4867-8427-1229de7b71fc req-c22d55a3-c82f-452f-acaa-3d70c2e34021 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0682256 Sep 14 17:16:50.803173 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.840111 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.844961 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/96e016f7-59b7-4851-8e55-378a05a3a6eb HTTP/1.1" status: 204 len: 168 time: 0.5776539 Sep 14 17:16:50.844961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69780f7-7d60-4024-9551-74c28b9d7736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e016f7-59b7-4851-8e55-378a05a3a6eb,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:50.845355 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50224) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:50.848534 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c51727-770d-4bb0-9e23-2dc6fed2cd8b None None] Network d0f7b76f-db6c-4a42-a6ae-c7040f2f005b requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:16:50.890687 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-162f9f9c-e450-4867-8427-1229de7b71fc req-fb1919bf-e6f8-4463-af48-9f651ab2dd6b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938482 Sep 14 17:16:50.893976 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f782ef1b-9f5b-4c7b-adea-5ee51560029c no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:50.916012 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: f782ef1b-9f5b-4c7b-adea-5ee51560029c {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:50.916350 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device f782ef1b-9f5b-4c7b-adea-5ee51560029c not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:50.916790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cd9d62e0-011c-4165-9612-2e00cd299d06 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:50.919922 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.929699 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:50.966730 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: cd9d62e0-011c-4165-9612-2e00cd299d06 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:50.967603 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device cd9d62e0-011c-4165-9612-2e00cd299d06 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:50.981498 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Deleting port 2a99d596-40f0-42f3-98d8-5fafb3e31822 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:50.981842 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.047604 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] For port 2a99d596-40f0-42f3-98d8-5fafb3e31822, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=2a99d596-40f0-42f3-98d8-5fafb3e31822,segment=NetworkSegment(c9b601fd-b0ce-4a17-a406-b4ad9f7776d1),segment_id=c9b601fd-b0ce-4a17-a406-b4ad9f7776d1)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:51.047972 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.059801 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Calling delete_port for 2a99d596-40f0-42f3-98d8-5fafb3e31822 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:51.094510 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] DHCP port deletion for d0f7b76f-db6c-4a42-a6ae-c7040f2f005b request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:16:51.140072 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Deleting port 2a99d596-40f0-42f3-98d8-5fafb3e31822 {{(pid=94110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:16:51.140474 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.142768 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.169883 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Pushing event deleted for resources: {'Port': ['ID=2a99d596-40f0-42f3-98d8-5fafb3e31822,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:51.172959 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] No DVR routers for this DVR port 2a99d596-40f0-42f3-98d8-5fafb3e31822 on host dv-cinder-808992-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:16:51.202395 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] For port 2a99d596-40f0-42f3-98d8-5fafb3e31822, host dv-cinder-808992-3-iscsi, got binding levels [] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:51.202793 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.214258 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Calling delete_port for 2a99d596-40f0-42f3-98d8-5fafb3e31822 owned by network:dhcp {{(pid=94110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:16:51.218993 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Port 2a99d596-40f0-42f3-98d8-5fafb3e31822 was not found and therefore no delete operation was performed {{(pid=94110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 17:16:51.220269 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.246435 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.249883 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] Pushing event deleted for resources: {'Port': ['ID=2a99d596-40f0-42f3-98d8-5fafb3e31822,revision_number=None']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:51.251770 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7677d-49b3-4a2c-963b-791ced139bcb None None] No DVR routers for this DVR port 2a99d596-40f0-42f3-98d8-5fafb3e31822 on host dv-cinder-808992-3-iscsi {{(pid=94110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:16:51.272106 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f7b76f-db6c-4a42-a6ae-c7040f2f005b']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:51.282083 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:51.282397 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b601fd-b0ce-4a17-a406-b4ad9f7776d1') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:16:51.291293 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.304570 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.310367 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:16:51.310828 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:16:51.313142 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:16:51.374020 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.380941 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.382768 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] 10.222.0.64 "DELETE /v2.0/networks/d0f7b76f-db6c-4a42-a6ae-c7040f2f005b HTTP/1.1" status: 204 len: 168 time: 0.5364356 Sep 14 17:16:51.392179 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e436c9-2d43-4b5a-aeb0-4722d45edbae admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f7b76f-db6c-4a42-a6ae-c7040f2f005b,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:51.545771 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50228) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:51.584509 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b04a6dd7-61bd-4e95-9882-62e55da72858 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76a022ec5ce3413db4a2f0a9a122caad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377295 Sep 14 17:16:51.586790 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50230) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:51.633566 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6cae7fb2-013f-4470-bc60-e7a7cae771e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.655602 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6cae7fb2-013f-4470-bc60-e7a7cae771e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.700828 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6cae7fb2-013f-4470-bc60-e7a7cae771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.704195 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6cae7fb2-013f-4470-bc60-e7a7cae771e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:51.705408 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-6cae7fb2-013f-4470-bc60-e7a7cae771e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4c89558-2994-4b45-b569-ecc7fdf1ccea HTTP/1.1" status: 204 len: 168 time: 0.1177456 Sep 14 17:16:51.713624 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7fb2-013f-4470-bc60-e7a7cae771e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c89558-2994-4b45-b569-ecc7fdf1ccea,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:52.012999 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01950-5149-435d-98a5-7e8d16c2c527 req-26e441bf-5129-4380-b285-68c3f1cce25e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:52.015306 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85a01950-5149-435d-98a5-7e8d16c2c527 req-26e441bf-5129-4380-b285-68c3f1cce25e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0563114 Sep 14 17:16:52.021255 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50240) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:52.053783 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-85a01950-5149-435d-98a5-7e8d16c2c527 req-fc657e3c-b060-452f-88da-b9ad83d110f9 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Sep 14 17:16:52.060301 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-55865d77-27f0-4983-90d4-1005d67f0c8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7b4b44bea4e4dc4951d368626150f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379128 Sep 14 17:16:52.063681 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50242) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:16:52.116093 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-228b4db0-2c9e-434e-9b9b-8193cb33f89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:52.137079 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-228b4db0-2c9e-434e-9b9b-8193cb33f89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:52.182153 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-228b4db0-2c9e-434e-9b9b-8193cb33f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:52.184736 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-228b4db0-2c9e-434e-9b9b-8193cb33f89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:52.186443 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-228b4db0-2c9e-434e-9b9b-8193cb33f89a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2f7bb3f-1d74-4821-9710-2185d8c868b1 HTTP/1.1" status: 204 len: 168 time: 0.1212792 Sep 14 17:16:52.193830 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b4db0-2c9e-434e-9b9b-8193cb33f89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7bb3f-1d74-4821-9710-2185d8c868b1,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:52.666744 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:52.882146 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2a99d596-40f0-42f3-98d8-5fafb3e31822 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:16:52.902444 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 2a99d596-40f0-42f3-98d8-5fafb3e31822 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:16:52.902722 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 2a99d596-40f0-42f3-98d8-5fafb3e31822 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:16:53.167096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc9ecd-687e-462a-8854-ae0ba7c0c07a req-bbd4fc69-7ba1-4339-a96a-ff81c09006a6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:53.168487 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9abc9ecd-687e-462a-8854-ae0ba7c0c07a req-bbd4fc69-7ba1-4339-a96a-ff81c09006a6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0478172 Sep 14 17:16:53.205357 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9abc9ecd-687e-462a-8854-ae0ba7c0c07a req-6aab4c90-600e-4e14-b63e-2b6ce9612d36 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308566 Sep 14 17:16:54.315118 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148c62-b4fa-453f-978a-d02005656455 req-50c9e8a4-2598-49c6-bec3-478f4cd2491e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:54.316585 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3f148c62-b4fa-453f-978a-d02005656455 req-50c9e8a4-2598-49c6-bec3-478f4cd2491e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0475729 Sep 14 17:16:54.353513 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3f148c62-b4fa-453f-978a-d02005656455 req-514c077a-1ab2-496a-8e8d-4cdf678b13d3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Sep 14 17:16:55.467176 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048084f0-25f5-4ec1-a371-c55da8d5d749 req-a296c526-dd69-4a86-a26e-ac78c596b8c2 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:55.468678 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-048084f0-25f5-4ec1-a371-c55da8d5d749 req-a296c526-dd69-4a86-a26e-ac78c596b8c2 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0515201 Sep 14 17:16:55.504826 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-048084f0-25f5-4ec1-a371-c55da8d5d749 req-bb8cdc10-2238-44b1-b074-a3603fed44df tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303104 Sep 14 17:16:56.618180 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ffb9e-b670-4372-b0a5-81189ee6e5a0 req-78ee614c-d3cf-46bb-9eed-3a744c422b9f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:56.619651 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c79ffb9e-b670-4372-b0a5-81189ee6e5a0 req-78ee614c-d3cf-46bb-9eed-3a744c422b9f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0491238 Sep 14 17:16:56.657184 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c79ffb9e-b670-4372-b0a5-81189ee6e5a0 req-e2d19838-20d2-4e81-a90a-968d298bad3b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Sep 14 17:16:57.071799 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:16:57.164328 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:57.177994 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'a74fefb9-1269-454d-8617-8c89065935df', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'port_id': 'a74fefb9-1269-454d-8617-8c89065935df', 'mac_address': 'fa:16:3e:2c:18:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:16:57.214090 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:57.226029 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74fefb9-1269-454d-8617-8c89065935df {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:16:57.244687 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:57.249328 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:57.293038 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:57.582288 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['a74fefb9-1269-454d-8617-8c89065935df'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:16:57.770790 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9fba-28a7-400b-aafe-4fdb0ee402db req-44e5b172-308c-4145-8da6-c07190cacc7e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:57.772327 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f47d9fba-28a7-400b-aafe-4fdb0ee402db req-44e5b172-308c-4145-8da6-c07190cacc7e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 944 time: 0.0482106 Sep 14 17:16:57.812913 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f47d9fba-28a7-400b-aafe-4fdb0ee402db req-64c78b5f-5f58-439e-93d4-3f90e01d561c tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343387 Sep 14 17:16:58.929825 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf894648-10f8-4f99-9773-12ebd36e1bd2 req-e5aa3253-0cad-4ce0-99d2-23fba4aa52cd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:58.931210 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf894648-10f8-4f99-9773-12ebd36e1bd2 req-e5aa3253-0cad-4ce0-99d2-23fba4aa52cd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 944 time: 0.0514152 Sep 14 17:16:58.968234 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cf894648-10f8-4f99-9773-12ebd36e1bd2 req-97f9f8d0-384b-4960-a1fc-b413f38b9955 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Sep 14 17:16:59.083711 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:16:59.132168 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port a74fefb9-1269-454d-8617-8c89065935df completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:16:59.135893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port a74fefb9-1269-454d-8617-8c89065935df triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:16:59.136257 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:59.212185 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:59.235753 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:16:59.238016 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dae6cc-3642-4331-a150-e1eb19407d1c" -d '{"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-plugged", "status": "completed", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:16:59.250669 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:16:59.255198 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:16:59.279793 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751cb06b-61c5-4c9d-944f-0919d7d50722 x-openstack-request-id: req-751cb06b-61c5-4c9d-944f-0919d7d50722 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:16:59.280129 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-plugged", "status": "completed", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:16:59.280955 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-751cb06b-61c5-4c9d-944f-0919d7d50722 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:16:59.281345 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'code': 200} Sep 14 17:16:59.308610 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:16:59.517088 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f4bf0-6294-4de2-9dee-29e7304e58ef req-c267ab88-6fed-4661-8090-d683881c2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:16:59.518477 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-db9f4bf0-6294-4de2-9dee-29e7304e58ef req-c267ab88-6fed-4661-8090-d683881c2b82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0410190 Sep 14 17:16:59.553175 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-db9f4bf0-6294-4de2-9dee-29e7304e58ef req-a990b8db-9fe6-4387-a69f-f7bd0cfb33f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274765 Sep 14 17:17:00.082261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f101f89-89d3-400f-b5fa-cf3cc44c88a5 req-334a4052-e957-4e79-aece-e4c97d74d67d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:00.083765 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f101f89-89d3-400f-b5fa-cf3cc44c88a5 req-334a4052-e957-4e79-aece-e4c97d74d67d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0479620 Sep 14 17:17:00.121430 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f101f89-89d3-400f-b5fa-cf3cc44c88a5 req-20381e78-4293-494a-a677-33d00dcde342 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Sep 14 17:17:01.240988 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab67f-f019-4359-929f-9d5cbccacfa0 req-ebc09cd1-9861-4954-8221-6147b7961d0c tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:01.242454 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1ffab67f-f019-4359-929f-9d5cbccacfa0 req-ebc09cd1-9861-4954-8221-6147b7961d0c tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0543246 Sep 14 17:17:01.285649 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1ffab67f-f019-4359-929f-9d5cbccacfa0 req-8c3490f9-5c55-4a2f-b383-3d71be6c2b4b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366659 Sep 14 17:17:01.402755 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daf81b-a809-4a7a-ba8f-2318200b1d67 req-04a920c6-a5b6-4bac-abc4-ba02e60a7b04 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:01.404666 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-13daf81b-a809-4a7a-ba8f-2318200b1d67 req-04a920c6-a5b6-4bac-abc4-ba02e60a7b04 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0478151 Sep 14 17:17:01.441498 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-13daf81b-a809-4a7a-ba8f-2318200b1d67 req-80b3dd5a-ae44-4c29-bc41-a2d30cd57720 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Sep 14 17:17:01.462932 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50284) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:01.693033 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6286f3-12e9-4985-8f0d-5aa034fd3d80 tempest-TestShelveInstance-829181125 tempest-TestShelveInstance-829181125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:01.694538 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-0a6286f3-12e9-4985-8f0d-5aa034fd3d80 tempest-TestShelveInstance-829181125 tempest-TestShelveInstance-829181125-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1093 time: 0.2309208 Sep 14 17:17:01.697447 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50288) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:01.702361 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'port_id': 'a74fefb9-1269-454d-8617-8c89065935df', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:01.724309 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for floatingip, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:01.821265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:01.929970 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Allocated IP 172.27.1.159 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/1318bd1f-bec0-4f23-a069-cea9f8becb76) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:17:02.030489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.067351 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.102858 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:17:02.107271 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:17:02.110773 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:17:02.118508 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'Port': ['ID=1318bd1f-bec0-4f23-a069-cea9f8becb76,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:02.465228 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.537282 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.682905 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.688320 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.757585 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event updated for resources: {'Port': ['ID=1318bd1f-bec0-4f23-a069-cea9f8becb76,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:02.766984 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:02.864741 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Floating IP fcaad046-8d66-496b-8d83-586c6c348e25 associated. External IP: 172.27.1.159, port: a74fefb9-1269-454d-8617-8c89065935df. Sep 14 17:17:03.063403 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:17:03.168237 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:17:03.178389 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] Sync routers for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:17:03.183996 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:03.188243 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:03.188901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:03.211050 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-a3e3b37d-f5b8-4e43-84ce-d025fb47feec tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5125489 Sep 14 17:17:03.211701 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:03.214100 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:03.251370 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3cd0a-655d-4879-ac8b-fd311b7d9c6c x-openstack-request-id: req-a8f3cd0a-655d-4879-ac8b-fd311b7d9c6c {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:03.251661 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:03.251910 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8f3cd0a-655d-4879-ac8b-fd311b7d9c6c {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:03.252310 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'status': 'completed', 'code': 200} Sep 14 17:17:03.306275 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:03.316496 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-71688731-7bb3-46f2-b109-da850ab4e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:03.317938 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-71688731-7bb3-46f2-b109-da850ab4e7fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0419385 Sep 14 17:17:03.410763 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-23ceda98-7e44-4ea2-9cff-2af6b84365e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:03.412250 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-23ceda98-7e44-4ea2-9cff-2af6b84365e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.0868204 Sep 14 17:17:03.477509 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-cb1b45b7-00b4-489f-853d-a55b7afeeedc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 999 time: 0.0561004 Sep 14 17:17:03.525995 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-6837a217-ce16-4d63-9552-9999bddc88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:03.527561 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-6837a217-ce16-4d63-9552-9999bddc88e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0426924 Sep 14 17:17:03.528519 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'fcaad046-8d66-496b-8d83-586c6c348e25', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'port_id': 'a74fefb9-1269-454d-8617-8c89065935df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'mac_address': 'fa:16:3e:2c:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:02Z', 'updated_at': '2021-09-14T17:17:02Z', 'revision_number': 0, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:03.554820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] Checking router: 061849e4-d447-4a58-92dc-a92fe7b6b0d0 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:17:03.564053 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:03.564697 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:03.578727 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-78dc6235-0794-48b4-924d-8fe25dd147be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:03.580158 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-78dc6235-0794-48b4-924d-8fe25dd147be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445261 Sep 14 17:17:03.672023 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:03.675325 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-270394b4-c627-40e6-9801-814479ba99d8 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864370 Sep 14 17:17:03.771856 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f4ec2e2c-9059-4ba1-ac1d-e7ef22dffbbb req-92545123-f392-4061-b74a-50dc1c16cfd2 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Sep 14 17:17:03.896558 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'fcaad046-8d66-496b-8d83-586c6c348e25', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'port_id': 'a74fefb9-1269-454d-8617-8c89065935df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'mac_address': 'fa:16:3e:2c:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:02Z', 'updated_at': '2021-09-14T17:17:02Z', 'revision_number': 0, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:03.923334 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c207-dd3d-4d5f-9f66-6b86d6fc5364 None None] The sync data for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi is: [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': 'fcaad046-8d66-496b-8d83-586c6c348e25', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'port_id': 'a74fefb9-1269-454d-8617-8c89065935df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'mac_address': 'fa:16:3e:2c:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:02Z', 'updated_at': '2021-09-14T17:17:02Z', 'revision_number': 0, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:17:04.095201 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb32f38-628d-42ff-98ef-07fdf8cf98db None None] New status for floating IP fcaad046-8d66-496b-8d83-586c6c348e25: ACTIVE {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:17:11.133305 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8db42-7e23-4e10-b061-809bb07fdafb req-a0cd00e6-fcbc-44bc-8c96-86994d6d71ae tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:11.134780 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-49e8db42-7e23-4e10-b061-809bb07fdafb req-a0cd00e6-fcbc-44bc-8c96-86994d6d71ae tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0499144 Sep 14 17:17:11.172202 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-49e8db42-7e23-4e10-b061-809bb07fdafb req-394de3f0-f55c-487e-8799-d26edd2cc517 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314131 Sep 14 17:17:12.288764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b4813-34ae-4a78-9656-4c2148ae358c req-d5539173-f7dd-4868-b507-74a22427bc63 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:12.290241 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9d2b4813-34ae-4a78-9656-4c2148ae358c req-d5539173-f7dd-4868-b507-74a22427bc63 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0521278 Sep 14 17:17:12.341305 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9d2b4813-34ae-4a78-9656-4c2148ae358c req-ccfae580-d16b-44d0-8363-a5f11b8a488f tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=51c908f5-ac9f-4189-b982-60968c96fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Sep 14 17:17:12.377725 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-4b165214-f0db-4639-887b-f936134aa12c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:12.379155 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-4b165214-f0db-4639-887b-f936134aa12c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 946 time: 0.0536497 Sep 14 17:17:12.470798 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Deleting port f8603553-0de1-4e47-acb6-9ad06c7d0668 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:17:12.471129 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:12.561282 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] For port f8603553-0de1-4e47-acb6-9ad06c7d0668, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f8603553-0de1-4e47-acb6-9ad06c7d0668,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:12.561634 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:12.768710 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:12.768986 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:12.769296 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Floating IP 2893b479-df9e-48d0-bb7e-d0cfd9b65cfc disassociated. External IP: 172.27.1.80, port: f8603553-0de1-4e47-acb6-9ad06c7d0668. Sep 14 17:17:12.769628 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Calling delete_port for f8603553-0de1-4e47-acb6-9ad06c7d0668 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:17:12.900659 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:12.935192 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event deleted for resources: {'Port': ['ID=f8603553-0de1-4e47-acb6-9ad06c7d0668,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:13.068509 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef9115-363a-4877-9a4f-3a0261f146f7 req-e6b95ed2-a99e-4d27-8883-06af6efb18f7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:13.070012 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-63ef9115-363a-4877-9a4f-3a0261f146f7 req-e6b95ed2-a99e-4d27-8883-06af6efb18f7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.0914814 Sep 14 17:17:13.092347 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:17:13.125284 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-63ef9115-363a-4877-9a4f-3a0261f146f7 req-64eab299-6e67-41f5-bdbb-fc2dd86650e7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457702 Sep 14 17:17:13.476724 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e572c3a-36fb-46a2-ab10-6ca3f496b2f8 req-d1cee94c-1876-4ac8-ab6a-e6bd5685b9a3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56919c-fae3-44e1-8022-0e8f8760cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0304337 Sep 14 17:17:13.484618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:17:13.499425 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:17:13.510998 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:13.510998 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:13.528036 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] No DVR routers for this DVR port f8603553-0de1-4e47-acb6-9ad06c7d0668 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:17:13.530704 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:13.532735 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9f135e56-4fd2-4193-a7f2-5d7de341caa9 req-8690e7be-593d-43d6-be39-311678093b01 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "DELETE /v2.0/ports/f8603553-0de1-4e47-acb6-9ad06c7d0668 HTTP/1.1" status: 204 len: 173 time: 1.1472075 Sep 14 17:17:13.533172 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'name': 'network-vif-deleted', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:13.535430 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98febffd-3032-49e2-ba9e-8cdf123b9d93" -d '{"events": [{"server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "name": "network-vif-deleted", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:13.577096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f5ab9-70f2-4a7c-bd31-9bae6d0fe158 x-openstack-request-id: req-c20f5ab9-70f2-4a7c-bd31-9bae6d0fe158 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:13.577460 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56919c-fae3-44e1-8022-0e8f8760cdd8", "name": "network-vif-deleted", "tag": "f8603553-0de1-4e47-acb6-9ad06c7d0668", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:13.577769 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c20f5ab9-70f2-4a7c-bd31-9bae6d0fe158 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:13.578346 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56919c-fae3-44e1-8022-0e8f8760cdd8', 'name': 'network-vif-deleted', 'tag': 'f8603553-0de1-4e47-acb6-9ad06c7d0668', 'status': 'completed', 'code': 200} Sep 14 17:17:13.627784 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:13.818961 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:13.969136 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:17:13.977656 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:13.978264 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:14.084961 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:14.239089 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e195-a9d2-42b9-972e-4d7367409f50 req-c02c0feb-e002-4c93-a025-a9ddbe7febbf tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:14.240501 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e884e195-a9d2-42b9-972e-4d7367409f50 req-c02c0feb-e002-4c93-a025-a9ddbe7febbf tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.0480528 Sep 14 17:17:14.279290 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e884e195-a9d2-42b9-972e-4d7367409f50 req-a1942aa5-3f05-42e0-86a4-9199ee026265 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Sep 14 17:17:14.282107 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:14.313416 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19428cee-d7f4-46d7-b0b3-245cd004c17b None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:17:14.526186 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f3711-2276-4d09-b1af-aa7017cdde49 None None] New status for floating IP 2893b479-df9e-48d0-bb7e-d0cfd9b65cfc: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:17:14.561976 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50348) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:14.616443 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fe28672a-3f31-4c11-926b-79c44faff006 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.642154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fe28672a-3f31-4c11-926b-79c44faff006 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.693417 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fe28672a-3f31-4c11-926b-79c44faff006 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.695973 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fe28672a-3f31-4c11-926b-79c44faff006 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.697193 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-fe28672a-3f31-4c11-926b-79c44faff006 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "DELETE /v2.0/security-groups/51c908f5-ac9f-4189-b982-60968c96fcaf HTTP/1.1" status: 204 len: 168 time: 0.1342003 Sep 14 17:17:14.700512 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50352) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:14.706949 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28672a-3f31-4c11-926b-79c44faff006 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c908f5-ac9f-4189-b982-60968c96fcaf,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:14.719560 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.api.v2.resource [None req-24fd8534-c7fa-489b-a799-9bfba9b9d928 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] show failed (client error): The resource could not be found. Sep 14 17:17:14.720698 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-24fd8534-c7fa-489b-a799-9bfba9b9d928 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups/51c908f5-ac9f-4189-b982-60968c96fcaf HTTP/1.1" status: 404 len: 347 time: 0.0190992 Sep 14 17:17:14.723458 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50354) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:14.807645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbea65-a644-478c-ab85-ccd071430cdb req-87458d20-06f4-4a54-adcb-a4d6281abd46 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:14.809067 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-92dbea65-a644-478c-ab85-ccd071430cdb req-87458d20-06f4-4a54-adcb-a4d6281abd46 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 945 time: 0.0507386 Sep 14 17:17:14.846617 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Deleting port 3a29668c-6c51-4d62-9732-5c623df3ec33 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:17:14.846964 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.879515 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.900336 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Deleting port 1bae8605-1c12-470d-b79b-73c8dbe7f204 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:17:14.900825 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.925641 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.925959 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:14.937660 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Calling delete_port for 3a29668c-6c51-4d62-9732-5c623df3ec33 owned by network:floatingip {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:17:14.993422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] For port 1bae8605-1c12-470d-b79b-73c8dbe7f204, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=1bae8605-1c12-470d-b79b-73c8dbe7f204,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:14.993786 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.069082 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.099695 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event deleted for resources: {'Port': ['ID=3a29668c-6c51-4d62-9732-5c623df3ec33,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:15.159377 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.161946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.163106 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-b7419479-c0c9-4e16-aa96-710ec411d461 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "DELETE /v2.0/floatingips/2893b479-df9e-48d0-bb7e-d0cfd9b65cfc HTTP/1.1" status: 204 len: 168 time: 0.4387076 Sep 14 17:17:15.169745 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.170157 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.170484 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Floating IP f0cc7aea-d0a3-4fae-9522-b25d874e51da disassociated. External IP: 172.27.1.69, port: 1bae8605-1c12-470d-b79b-73c8dbe7f204. Sep 14 17:17:15.170852 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Calling delete_port for 1bae8605-1c12-470d-b79b-73c8dbe7f204 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:17:15.302082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.330628 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'Port': ['ID=1bae8605-1c12-470d-b79b-73c8dbe7f204,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:15.383012 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50360) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:15.387789 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937292983', 'description': 'tempest-description--718693932'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:15.409297 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.411083 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-123971bc-1d5f-48c9-b936-0be27d4b16d6 req-4eae5db2-0ca4-452f-8803-9aad10581519 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=6690cc3c-2c86-4196-9d11-6488de2d85d9 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Sep 14 17:17:15.481576 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:17:15.493266 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.497815 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.525359 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc55d2-0937-4ec6-9885-03a8263fceba,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:15.527565 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.531191 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-df348643-b8ec-44db-85f9-bf7dfc52a0fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1449451 Sep 14 17:17:15.532870 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50362) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:15.537162 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'security_group_rule': {'security_group_id': '93bc55d2-0937-4ec6-9885-03a8263fceba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:15.563646 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.597008 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:17:15.609447 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:17:15.618186 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:15.618583 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:15.645750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] No DVR routers for this DVR port 1bae8605-1c12-470d-b79b-73c8dbe7f204 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:17:15.648471 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.650759 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-92dbea65-a644-478c-ab85-ccd071430cdb req-fc07c64a-f371-4d20-87f9-9d0200d2944f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "DELETE /v2.0/ports/1bae8605-1c12-470d-b79b-73c8dbe7f204 HTTP/1.1" status: 204 len: 173 time: 0.8356609 Sep 14 17:17:15.651373 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'name': 'network-vif-deleted', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:15.655478 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a85dc9-b915-4a6d-87c4-3487bc3925ea" -d '{"events": [{"server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "name": "network-vif-deleted", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:15.719964 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8564a08b-b05a-4025-bb55-df3dca7989c2 x-openstack-request-id: req-8564a08b-b05a-4025-bb55-df3dca7989c2 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:15.720511 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6690cc3c-2c86-4196-9d11-6488de2d85d9", "name": "network-vif-deleted", "tag": "1bae8605-1c12-470d-b79b-73c8dbe7f204", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:15.720980 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8564a08b-b05a-4025-bb55-df3dca7989c2 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:15.721541 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6690cc3c-2c86-4196-9d11-6488de2d85d9', 'name': 'network-vif-deleted', 'tag': '1bae8605-1c12-470d-b79b-73c8dbe7f204', 'status': 'completed', 'code': 200} Sep 14 17:17:15.782625 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:15.912365 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.917320 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.937364 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154e01d1-9757-4811-b2b3-90309a5bf6a6,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:15.944466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:15.946400 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2fc64744-7968-48dc-8df1-8fc9df9989fb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122512 Sep 14 17:17:15.948705 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50368) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:15.954622 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'security_group_rule': {'security_group_id': '93bc55d2-0937-4ec6-9885-03a8263fceba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:15.986929 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.005393 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:16.031938 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:17:16.040143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:16.040781 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:16:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:16.046204 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.049863 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263472'] for security_group_rule, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.067678 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920787d2-b3c9-453e-ad8a-95090898ec5b,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:16.077730 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.081878 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-2c81d082-485f-4f90-be0f-5426b50480f6 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294129 Sep 14 17:17:16.082289 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50370) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:16.087264 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:16.109411 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.148990 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:16.206425 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.320218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Allocated IP 172.27.1.16 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/d2dd39ae-963c-4389-8ed4-89e8038af37c) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:17:16.358225 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:16.385779 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b96fd2-75ee-4c91-a4f2-00401ea13c03 None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:17:16.433558 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.475555 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.510791 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:17:16.515692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:17:16.519205 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:17:16.547618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'Port': ['ID=d2dd39ae-963c-4389-8ed4-89e8038af37c,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:16.620401 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.658974 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec3127-d9ad-49b1-bf21-0485d725fb70 None None] New status for floating IP f0cc7aea-d0a3-4fae-9522-b25d874e51da: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:17:16.661446 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.734501 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-801a1151-602f-4e2c-8c5a-d8309c3f1a61 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219462115&fields=id&tenant_id=2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 267 time: 0.0689228 Sep 14 17:17:16.917848 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-f81f6438-0962-4bfa-a3f3-d1f6ba90abab tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:16.919410 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-f81f6438-0962-4bfa-a3f3-d1f6ba90abab tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 811 time: 0.1700404 Sep 14 17:17:16.943429 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:16.946949 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-b61f1afb-4c49-4a13-984b-8c1ec10fbfd8 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/quotas/2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 375 time: 0.0184455 Sep 14 17:17:16.948678 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:17.055207 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'Port': ['ID=d2dd39ae-963c-4389-8ed4-89e8038af37c,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:17.071111 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:17.085449 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-f6c63956-da12-48e5-967d-7570e7f8e80a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1271482 Sep 14 17:17:17.094857 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:17.096196 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-cbfcc550-2034-48c6-9f21-eb3fe3e3f4d3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0128167 Sep 14 17:17:17.196690 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f8603553-0de1-4e47-acb6-9ad06c7d0668 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:17:17.203128 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-d41979bb-1ef9-44d3-90f9-70a24032be60 service neutron] 10.222.0.64 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933132 Sep 14 17:17:17.217820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: f8603553-0de1-4e47-acb6-9ad06c7d0668 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:17:17.218159 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f8603553-0de1-4e47-acb6-9ad06c7d0668 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:17:17.218760 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 1bae8605-1c12-470d-b79b-73c8dbe7f204 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:17:17.245275 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 1bae8605-1c12-470d-b79b-73c8dbe7f204 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:17:17.245665 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 1bae8605-1c12-470d-b79b-73c8dbe7f204 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:17:17.321014 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-469843aa-9e51-4e08-b94b-49a4be17f569 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--937292983&fields=id&tenant_id=ea9351bc032c4ad1bf1b281b18922203 HTTP/1.1" status: 200 len: 267 time: 0.0530009 Sep 14 17:17:17.323439 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-c69a1496-d565-45aa-b96d-db85cfc93957 service neutron] 10.222.0.64 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145034 Sep 14 17:17:17.370742 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c24d8574-e83a-4341-8b78-d53a91f16ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:17.431684 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-37fdce7e-df66-49f3-8b2e-92c0243fcccd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:17.433372 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-37fdce7e-df66-49f3-8b2e-92c0243fcccd tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 810 time: 0.1030710 Sep 14 17:17:17.450638 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-f9d1d3e9-2d5e-4491-805a-fe43f38e4ee3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/quotas/ea9351bc032c4ad1bf1b281b18922203 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Sep 14 17:17:17.507413 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-6bab5b8e-3cd7-40c4-8c39-1581628b2fab tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508959 Sep 14 17:17:17.638504 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d728caba-44e4-47ec-959a-7d4cdbfe0417 req-a4a60eda-ef3a-4ebe-8516-531c2005163a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 210 time: 0.0466256 Sep 14 17:17:17.699580 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-e4f22cd0-bc8b-496c-bb2b-f39122665181 service neutron] 10.222.0.64 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796308 Sep 14 17:17:17.798280 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-bf0846dd-fcd4-47b8-a6de-8a307ede379c service neutron] 10.222.0.64 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922556 Sep 14 17:17:17.981702 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c4284da6-c87c-4961-a010-0742fad991b8 req-db32cae4-e057-445f-872c-f0fd12db3817 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 210 time: 0.0425346 Sep 14 17:17:18.604340 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-7cc4b93e-0c27-470e-a8c7-9c7f4845b4af tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:18.606395 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-7cc4b93e-0c27-470e-a8c7-9c7f4845b4af tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 811 time: 0.1072080 Sep 14 17:17:18.653369 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-6d877be8-285d-4db1-a7cc-cde9fcbdb95c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 380 time: 0.0377679 Sep 14 17:17:18.662667 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'port': {'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'admin_state_up': True, 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'security_groups': ['0a98a668-527b-4d86-bc6d-b72429f6c538']}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:18.764498 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ece9cd91-605e-42ed-ad31-282fb6bfaf47 req-eb313a5e-2569-479f-9720-c5433d20e90c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 210 time: 0.0360234 Sep 14 17:17:18.803443 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Made reservation on behalf of 2fa60c0636164526a8e62f89e3b8305d for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:17:18.807174 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:18.955891 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-da5057aa-3b41-4fec-8b3b-2c86d13abc6d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:18.957435 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-da5057aa-3b41-4fec-8b3b-2c86d13abc6d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 810 time: 0.1146574 Sep 14 17:17:18.957803 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Allocated IP 172.20.0.6 (92bc3296-a879-411b-af06-b5633f3cb165/aaad51eb-1e9a-4e3b-91e4-d56252d8beac/75a1a3be-deaf-4b78-9422-5955d31d204b) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:17:19.024427 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-24b475c1-a7c0-4732-8527-47d5f8c68440 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea9351bc032c4ad1bf1b281b18922203 HTTP/1.1" status: 200 len: 379 time: 0.0564578 Sep 14 17:17:19.037711 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'port': {'device_id': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'admin_state_up': True, 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'security_groups': ['93bc55d2-0937-4ec6-9885-03a8263fceba']}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:19.124397 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6b2870bd-bd57-432a-a449-e5ff29a85b14 req-e3fb15d6-6e45-41ac-b0a6-ab1da8cb736a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 210 time: 0.0319345 Sep 14 17:17:19.165471 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.181690 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Transition to ACTIVE for port object 75a1a3be-deaf-4b78-9422-5955d31d204b will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:17:19.183816 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Made reservation on behalf of ea9351bc032c4ad1bf1b281b18922203 for: {'port': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:17:19.188400 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.216905 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.260016 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Network 92bc3296-a879-411b-af06-b5633f3cb165 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:17:19.265703 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:17:19.272150 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:17:19.275949 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=75a1a3be-deaf-4b78-9422-5955d31d204b,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:19.320350 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Allocated IP 172.20.0.11 (7a6139dd-2145-496b-9be3-6ec03e73f989/87bdca96-e9a7-4ec2-a1fa-a76e689ab000/63060734-5c95-4383-a936-e8748b091de0) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:17:19.328508 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:19.329037 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.346147 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-0c14457e-b2eb-4fac-9f04-6984d1f9dd0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6871605 Sep 14 17:17:19.360370 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Request body: {'port': {'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:19.416123 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.473661 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.484504 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-b44b43ad-9688-4cb3-a525-a33a2748a975 None None] Provisioning for port 75a1a3be-deaf-4b78-9422-5955d31d204b completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:17:19.488879 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Transition to ACTIVE for port object 63060734-5c95-4383-a936-e8748b091de0 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:17:19.489192 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-b44b43ad-9688-4cb3-a525-a33a2748a975 None None] Provisioning complete for port 75a1a3be-deaf-4b78-9422-5955d31d204b triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:17:19.489819 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-b44b43ad-9688-4cb3-a525-a33a2748a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.525796 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.530043 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-b44b43ad-9688-4cb3-a525-a33a2748a975 None None] Port 75a1a3be-deaf-4b78-9422-5955d31d204b cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:17:19.568220 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:17:19.571182 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:17:19.575390 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:17:19.605826 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event updated for resources: {'Port': ['ID=63060734-5c95-4383-a936-e8748b091de0,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:19.633632 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:19.634434 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.654876 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-0ed98c67-d8dc-43a4-b4fc-8048e7909d69 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6243279 Sep 14 17:17:19.669141 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Request body: {'port': {'device_id': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:19.710790 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a1a3be-deaf-4b78-9422-5955d31d204b {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:17:19.719594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.729839 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.733736 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Transition to ACTIVE for port object 75a1a3be-deaf-4b78-9422-5955d31d204b will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:17:19.738063 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.787847 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Pushing event updated for resources: {'Port': ['ID=75a1a3be-deaf-4b78-9422-5955d31d204b,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:19.862288 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ffad3129-9117-4354-a4b7-2ce072c3447e None None] Provisioning for port 63060734-5c95-4383-a936-e8748b091de0 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:17:19.872738 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-ffad3129-9117-4354-a4b7-2ce072c3447e None None] Provisioning complete for port 63060734-5c95-4383-a936-e8748b091de0 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:17:19.873530 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ffad3129-9117-4354-a4b7-2ce072c3447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.900180 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Attempting to bind port 75a1a3be-deaf-4b78-9422-5955d31d204b on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:17:19.900618 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Attempting to bind port 75a1a3be-deaf-4b78-9422-5955d31d204b by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:17:19.900945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Attempting to bind port 75a1a3be-deaf-4b78-9422-5955d31d204b on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:17:19.913074 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1036e5-a5b6-49f0-94aa-a43ee16db014 req-e42747b5-6feb-47cf-ac29-d76fd303252b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:19.917698 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c384-687b-4b75-9a63-e85f3c3eaa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.921275 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6c1036e5-a5b6-49f0-94aa-a43ee16db014 req-e42747b5-6feb-47cf-ac29-d76fd303252b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0838652 Sep 14 17:17:19.926155 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-ffad3129-9117-4354-a4b7-2ce072c3447e None None] Port 63060734-5c95-4383-a936-e8748b091de0 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:17:19.930568 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Port 75a1a3be-deaf-4b78-9422-5955d31d204b on network 92bc3296-a879-411b-af06-b5633f3cb165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:17:19.930893 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Attempting to bind port 75a1a3be-deaf-4b78-9422-5955d31d204b on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:17:19.948394 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:17:19.948741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Checking segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:17:19.949116 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Bound using segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:17:19.949579 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Bound port: 75a1a3be-deaf-4b78-9422-5955d31d204b, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:17:19.949941 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:19.978737 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6c1036e5-a5b6-49f0-94aa-a43ee16db014 req-8b19c22b-9f34-453a-9a81-ccaf8e660fcd tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566075 Sep 14 17:17:20.037391 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] For port 75a1a3be-deaf-4b78-9422-5955d31d204b, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:17:20.040556 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] For port 75a1a3be-deaf-4b78-9422-5955d31d204b, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=75a1a3be-deaf-4b78-9422-5955d31d204b,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:17:20.044032 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63060734-5c95-4383-a936-e8748b091de0 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:17:20.046356 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.052559 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.065554 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Transition to ACTIVE for port object 63060734-5c95-4383-a936-e8748b091de0 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:17:20.069225 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.086861 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.087542 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.088962 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] 10.222.0.41 "PUT /v2.0/ports/75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 200 len: 1093 time: 0.7336786 Sep 14 17:17:20.089397 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:20.092844 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485525da-d9d6-454f-bcf3-b43c60c48d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:20.130095 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec4dad-bf7b-4158-9098-2c8eb8bcaa1b service neutron] Pushing event updated for resources: {'Port': ['ID=75a1a3be-deaf-4b78-9422-5955d31d204b,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:20.133848 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=63060734-5c95-4383-a936-e8748b091de0,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:20.150680 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d5bdfe-c917-47f9-bf47-014ad580d7b5 x-openstack-request-id: req-a5d5bdfe-c917-47f9-bf47-014ad580d7b5 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:20.150985 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:20.151217 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5d5bdfe-c917-47f9-bf47-014ad580d7b5 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:20.151675 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'status': 'completed', 'code': 200} Sep 14 17:17:20.252376 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Attempting to bind port 63060734-5c95-4383-a936-e8748b091de0 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:17:20.252820 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Attempting to bind port 63060734-5c95-4383-a936-e8748b091de0 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:17:20.253226 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Attempting to bind port 63060734-5c95-4383-a936-e8748b091de0 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:17:20.267877 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Port 63060734-5c95-4383-a936-e8748b091de0 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:17:20.268573 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Attempting to bind port 63060734-5c95-4383-a936-e8748b091de0 on network 7a6139dd-2145-496b-9be3-6ec03e73f989 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:17:20.270225 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-8f5ae54a-8da3-4f2f-bf90-9dd5b7cbbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.271785 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-8f5ae54a-8da3-4f2f-bf90-9dd5b7cbbbcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1096 time: 0.1192873 Sep 14 17:17:20.278157 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:17:20.278789 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Checking segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:17:20.279246 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Bound using segment: {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:17:20.279826 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Bound port: 63060734-5c95-4383-a936-e8748b091de0, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b9a975-3058-49cc-9319-41192439c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:17:20.280361 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.320506 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-c777386e-582e-4ba6-873d-25e5cc380ed6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 200 len: 217 time: 0.0389619 Sep 14 17:17:20.347305 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05ace-c499-425c-8353-d45bdf19e02d req-314b25f3-c0b7-4825-b31a-312d988b2b40 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.348852 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-94c05ace-c499-425c-8353-d45bdf19e02d req-314b25f3-c0b7-4825-b31a-312d988b2b40 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 944 time: 0.1201546 Sep 14 17:17:20.361143 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] For port 63060734-5c95-4383-a936-e8748b091de0, host hv-cinder-80899, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:17:20.364795 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] For port 63060734-5c95-4383-a936-e8748b091de0, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=63060734-5c95-4383-a936-e8748b091de0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:17:20.372094 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.408702 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.409261 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.410666 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/63060734-5c95-4383-a936-e8748b091de0 HTTP/1.1" status: 200 len: 1094 time: 0.7467511 Sep 14 17:17:20.411127 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'tag': '63060734-5c95-4383-a936-e8748b091de0'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:20.413541 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639c512-7aef-4293-99d9-823f6d3429eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "tag": "63060734-5c95-4383-a936-e8748b091de0"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:20.419556 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-bc5178b5-ae3c-4902-a879-ef87b8aa4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.423730 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-bc5178b5-ae3c-4902-a879-ef87b8aa4bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0950587 Sep 14 17:17:20.428696 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-94c05ace-c499-425c-8353-d45bdf19e02d req-c24f1c89-7d98-45fd-b17f-6b842df356f1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593319 Sep 14 17:17:20.457274 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ac52-3ae9-4782-a668-c2eb0a83c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=63060734-5c95-4383-a936-e8748b091de0,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:20.472840 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d314c2f-d9fd-46e2-a8d8-9b9adedfb842 x-openstack-request-id: req-4d314c2f-d9fd-46e2-a8d8-9b9adedfb842 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:20.473366 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "tag": "63060734-5c95-4383-a936-e8748b091de0", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:20.473774 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d314c2f-d9fd-46e2-a8d8-9b9adedfb842 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:20.474339 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'tag': '63060734-5c95-4383-a936-e8748b091de0', 'status': 'completed', 'code': 200} Sep 14 17:17:20.487655 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-6dbe49f3-c92a-41cb-964b-fbab46448b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.489505 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-6dbe49f3-c92a-41cb-964b-fbab46448b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575411 Sep 14 17:17:20.505646 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-8d32ab34-8269-484f-9f06-8dbc01503035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.507078 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-8d32ab34-8269-484f-9f06-8dbc01503035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 1097 time: 0.0449729 Sep 14 17:17:20.551175 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-34844610-e102-4f7e-b5e5-96eb88505be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63060734-5c95-4383-a936-e8748b091de0 HTTP/1.1" status: 200 len: 217 time: 0.0361540 Sep 14 17:17:20.587181 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-48442dad-f076-4825-a35f-8746eff60843 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892088 Sep 14 17:17:20.600698 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.610983 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-8f01ba9e-f598-4ce4-b585-8dde261b5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.612812 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-8f01ba9e-f598-4ce4-b585-8dde261b5f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0542367 Sep 14 17:17:20.663761 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-4a7fd370-f1ef-4877-8b42-8f5fdf26aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.665328 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-4a7fd370-f1ef-4877-8b42-8f5fdf26aa95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453796 Sep 14 17:17:20.686386 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0817bbf-9c58-4ddb-bb30-3d2682cff487 req-9bb4774c-1cd1-4336-b6b2-bddbaf44dfe6 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914195 Sep 14 17:17:20.757112 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-a46c840c-a5a7-4db5-ac22-33c058977178 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837605 Sep 14 17:17:20.772896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-848272e1-6f0e-4d92-bed7-2290db79d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.774413 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-848272e1-6f0e-4d92-bed7-2290db79d3ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1096 time: 0.0402875 Sep 14 17:17:20.859715 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d1b376b1-4a72-4b05-82de-69f14d13296f req-c32f8873-7223-4272-a102-50dfd4e86117 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946023 Sep 14 17:17:20.868850 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-13022476-90f9-4b27-a9c9-485f6147f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.870541 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-13022476-90f9-4b27-a9c9-485f6147f813 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.0888538 Sep 14 17:17:20.879259 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:20.911932 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-1c3301d9-1cdd-492e-b908-c93a67135c0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 200 len: 217 time: 0.0339601 Sep 14 17:17:20.960849 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639c512-7aef-4293-99d9-823f6d3429eb req-ba31148f-1a28-4c2a-b4ad-115343704aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.962365 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-ba31148f-1a28-4c2a-b4ad-115343704aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 1097 time: 0.0416870 Sep 14 17:17:20.962736 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-457f7b56-01ab-4736-b96f-05bb46128d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:20.964190 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-457f7b56-01ab-4736-b96f-05bb46128d54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0433547 Sep 14 17:17:21.021989 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-db135f5f-cb93-4a80-9909-e8e451868288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:21.023678 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-db135f5f-cb93-4a80-9909-e8e451868288 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473468 Sep 14 17:17:21.066078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639c512-7aef-4293-99d9-823f6d3429eb req-5f810204-ac44-4130-ae9f-0d46b97ab1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:21.067535 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-5f810204-ac44-4130-ae9f-0d46b97ab1e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.0918679 Sep 14 17:17:21.110065 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-82abeff1-2e6b-4389-8b1d-d0d8f57a98b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63060734-5c95-4383-a936-e8748b091de0 HTTP/1.1" status: 200 len: 217 time: 0.0345910 Sep 14 17:17:21.159314 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639c512-7aef-4293-99d9-823f6d3429eb req-d52ceb98-07d8-4ce5-91d0-f87193c8319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:21.160702 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-d52ceb98-07d8-4ce5-91d0-f87193c8319c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0437667 Sep 14 17:17:21.161450 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85d568-b64a-484b-bf1b-a6a592d2835a req-d3172852-3b11-4f25-9b5b-5e7361720641 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:21.162914 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3a85d568-b64a-484b-bf1b-a6a592d2835a req-d3172852-3b11-4f25-9b5b-5e7361720641 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.1044803 Sep 14 17:17:21.165115 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-61baabd6-b083-4fb2-93d8-09ba08444948 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343281 Sep 14 17:17:21.224704 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639c512-7aef-4293-99d9-823f6d3429eb req-5a2ea8ab-2902-47de-b3f3-fb547cd4fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:21.226358 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-5a2ea8ab-2902-47de-b3f3-fb547cd4fbc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491385 Sep 14 17:17:21.325258 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-77aab45c-d478-402b-8670-46a194f3954d service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894430 Sep 14 17:17:21.433842 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-d639c512-7aef-4293-99d9-823f6d3429eb req-3069fe02-dda2-4de8-94e0-41ab5120d045 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947568 Sep 14 17:17:21.479243 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3a85d568-b64a-484b-bf1b-a6a592d2835a req-a903c72e-3f26-4a77-810b-536fb4889e3a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100247 Sep 14 17:17:21.563594 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-485525da-d9d6-454f-bcf3-b43c60c48d7b req-ee67413d-fb0e-4258-8a2e-9e418be2db59 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290336 Sep 14 17:17:21.571692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa460e3-94da-42c5-a3d1-7199aeacbc12 req-173fa101-1d2b-4566-b4a9-bd887063ef66 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:21.573143 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cfa460e3-94da-42c5-a3d1-7199aeacbc12 req-173fa101-1d2b-4566-b4a9-bd887063ef66 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 944 time: 0.0680554 Sep 14 17:17:21.611326 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cfa460e3-94da-42c5-a3d1-7199aeacbc12 req-c9b30a88-5394-47ec-ae37-a0ddd0093738 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313799 Sep 14 17:17:22.596865 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58423f-74db-41cc-85af-a3a85eea2674 req-a1fcc195-e880-4b6f-8d34-bf67c7a36960 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:22.598321 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6a58423f-74db-41cc-85af-a3a85eea2674 req-a1fcc195-e880-4b6f-8d34-bf67c7a36960 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Sep 14 17:17:22.634770 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6a58423f-74db-41cc-85af-a3a85eea2674 req-02951f96-c748-4d0f-aeb9-4cb987189fe6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Sep 14 17:17:22.670380 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:22.733107 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3660d0-e7f3-4cbf-adc2-654af171560a req-a6494bf5-bf33-4012-9498-2ad18e97e67b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:22.734564 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e3660d0-e7f3-4cbf-adc2-654af171560a req-a6494bf5-bf33-4012-9498-2ad18e97e67b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 944 time: 0.0481362 Sep 14 17:17:22.771634 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e3660d0-e7f3-4cbf-adc2-654af171560a req-b9ae5f0c-5363-4186-b60d-2ebf5e6e9211 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Sep 14 17:17:23.755842 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb4a7-0088-417c-91bc-31440a7483dc req-213f158f-e6aa-4d3a-8223-0eb340bc28a9 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:23.757225 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5abfb4a7-0088-417c-91bc-31440a7483dc req-213f158f-e6aa-4d3a-8223-0eb340bc28a9 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0515049 Sep 14 17:17:23.796966 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5abfb4a7-0088-417c-91bc-31440a7483dc req-2f95f14f-75dd-427e-8914-bbeb0d186852 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Sep 14 17:17:23.893480 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946194f-01ff-45ca-b53d-584ae4cf5688 req-50bca9bc-63f9-48f9-9876-9b3df3222411 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:23.895136 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6946194f-01ff-45ca-b53d-584ae4cf5688 req-50bca9bc-63f9-48f9-9876-9b3df3222411 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 944 time: 0.0549748 Sep 14 17:17:23.935733 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6946194f-01ff-45ca-b53d-584ae4cf5688 req-42d6a54a-8440-4407-b58c-e660d0e58679 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342834 Sep 14 17:17:24.911168 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e14d0-f093-4ff0-934a-6d0be14b1cc2 req-e2ea0eb5-5d4a-4c37-99ba-3b57ed112359 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:24.912676 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c63e14d0-f093-4ff0-934a-6d0be14b1cc2 req-e2ea0eb5-5d4a-4c37-99ba-3b57ed112359 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0478542 Sep 14 17:17:24.949362 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c63e14d0-f093-4ff0-934a-6d0be14b1cc2 req-c770bbb8-dc82-427d-aa06-565686349873 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308912 Sep 14 17:17:25.058191 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae578d98-2c39-41d0-b4e2-805b68dcd838 req-b0139f29-03a9-4f99-9d17-47a932218f64 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:25.060547 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ae578d98-2c39-41d0-b4e2-805b68dcd838 req-b0139f29-03a9-4f99-9d17-47a932218f64 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 944 time: 0.0535874 Sep 14 17:17:25.098449 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ae578d98-2c39-41d0-b4e2-805b68dcd838 req-8aea4206-aff4-4d84-b6bb-1e60012b1854 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Sep 14 17:17:25.255090 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 63060734-5c95-4383-a936-e8748b091de0 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:17:25.350280 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 63060734-5c95-4383-a936-e8748b091de0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=63060734-5c95-4383-a936-e8748b091de0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:25.361982 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '63060734-5c95-4383-a936-e8748b091de0', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'port_id': '63060734-5c95-4383-a936-e8748b091de0', 'mac_address': 'fa:16:3e:74:ca:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:17:25.398208 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:25.410636 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63060734-5c95-4383-a936-e8748b091de0 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:17:25.429384 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 63060734-5c95-4383-a936-e8748b091de0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=63060734-5c95-4383-a936-e8748b091de0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:25.433707 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:25.480374 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=63060734-5c95-4383-a936-e8748b091de0,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:25.487686 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.488034 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.488368 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.488721 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.489050 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.489376 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.489702 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.490024 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.490348 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.490664 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.490984 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.491300 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:25.772898 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['63060734-5c95-4383-a936-e8748b091de0'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:17:26.068840 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08f730-3852-48bd-a7b5-d8212d32fa76 req-0e062cc7-0bf7-4bef-8176-e713af660f05 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:26.070295 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5c08f730-3852-48bd-a7b5-d8212d32fa76 req-0e062cc7-0bf7-4bef-8176-e713af660f05 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0496645 Sep 14 17:17:26.109631 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5c08f730-3852-48bd-a7b5-d8212d32fa76 req-a961cff6-424d-4a88-b75d-55dbbf26fddb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Sep 14 17:17:26.212730 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c820df-89e7-4cfc-a47a-4eaac39872c7 req-a3f644cb-e1b3-4179-8347-bfc1f1485303 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:26.214187 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f1c820df-89e7-4cfc-a47a-4eaac39872c7 req-a3f644cb-e1b3-4179-8347-bfc1f1485303 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 945 time: 0.0483403 Sep 14 17:17:26.252120 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f1c820df-89e7-4cfc-a47a-4eaac39872c7 req-82555032-5794-4cf6-9fc2-6ead9f3d79cb tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Sep 14 17:17:27.226289 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777132-852b-4df2-b01b-dba2bb119b40 req-a8d084bd-05a2-4b84-8e97-f154933c1a27 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:27.227878 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-51777132-852b-4df2-b01b-dba2bb119b40 req-a8d084bd-05a2-4b84-8e97-f154933c1a27 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0530453 Sep 14 17:17:27.265342 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-51777132-852b-4df2-b01b-dba2bb119b40 req-02d68774-b5ca-401c-81b6-734d3eb3f957 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Sep 14 17:17:27.270948 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 63060734-5c95-4383-a936-e8748b091de0 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:17:27.319906 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 63060734-5c95-4383-a936-e8748b091de0 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:17:27.323949 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 63060734-5c95-4383-a936-e8748b091de0 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:17:27.324329 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:27.367252 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941806e-e372-4f5f-aad0-b6385e03c466 req-44694505-9a33-41d1-9425-d479b4335f9b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:27.368673 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d941806e-e372-4f5f-aad0-b6385e03c466 req-44694505-9a33-41d1-9425-d479b4335f9b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 945 time: 0.0485072 Sep 14 17:17:27.403190 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:27.405524 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d941806e-e372-4f5f-aad0-b6385e03c466 req-654db129-ccca-4439-94f1-62c9aabd4637 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Sep 14 17:17:27.426288 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63060734-5c95-4383-a936-e8748b091de0'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:27.428516 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f55b6ae-f4ea-416a-8e03-9df520c96dd9" -d '{"events": [{"server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "name": "network-vif-plugged", "status": "completed", "tag": "63060734-5c95-4383-a936-e8748b091de0"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:27.440719 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 63060734-5c95-4383-a936-e8748b091de0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=63060734-5c95-4383-a936-e8748b091de0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:27.444497 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:27.467618 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26579a1b-3f99-4f91-a5dd-1cbe76d36e54 x-openstack-request-id: req-26579a1b-3f99-4f91-a5dd-1cbe76d36e54 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:27.467903 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "name": "network-vif-plugged", "status": "completed", "tag": "63060734-5c95-4383-a936-e8748b091de0", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:27.468149 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26579a1b-3f99-4f91-a5dd-1cbe76d36e54 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:27.468557 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63060734-5c95-4383-a936-e8748b091de0', 'code': 200} Sep 14 17:17:27.494392 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=63060734-5c95-4383-a936-e8748b091de0,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:27.638881 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e187122-269a-4eb2-9d5b-73e71fb50c9d req-b29c6632-c574-40a3-825d-37b3332ad4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:27.640243 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e187122-269a-4eb2-9d5b-73e71fb50c9d req-b29c6632-c574-40a3-825d-37b3332ad4d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 1099 time: 0.0389369 Sep 14 17:17:27.674246 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7e187122-269a-4eb2-9d5b-73e71fb50c9d req-4b73116e-bc54-442c-901c-03c7eeb8833d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267189 Sep 14 17:17:27.707969 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:17:28.383497 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890f2f9-206f-4d33-986c-6157705bc3e6 req-d6842082-a175-44f5-ba33-d85849ff5d41 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:28.384989 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9890f2f9-206f-4d33-986c-6157705bc3e6 req-d6842082-a175-44f5-ba33-d85849ff5d41 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 943 time: 0.0525289 Sep 14 17:17:28.421684 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9890f2f9-206f-4d33-986c-6157705bc3e6 req-ef8ec279-8959-4aef-8812-4c484a8cac56 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Sep 14 17:17:28.523015 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727b86b-42b3-4374-97af-1eb8c0d248da req-89f39a14-0280-4b22-8170-857bb63c028d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:28.524524 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b727b86b-42b3-4374-97af-1eb8c0d248da req-89f39a14-0280-4b22-8170-857bb63c028d tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.0511024 Sep 14 17:17:28.563444 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b727b86b-42b3-4374-97af-1eb8c0d248da req-252c1e33-02b0-483a-aed4-aa08e10c3270 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Sep 14 17:17:29.286496 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 75a1a3be-deaf-4b78-9422-5955d31d204b details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:17:29.386394 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 75a1a3be-deaf-4b78-9422-5955d31d204b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=75a1a3be-deaf-4b78-9422-5955d31d204b,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:29.397202 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:17:29.433299 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:29.446177 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a1a3be-deaf-4b78-9422-5955d31d204b {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:17:29.465389 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 75a1a3be-deaf-4b78-9422-5955d31d204b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=75a1a3be-deaf-4b78-9422-5955d31d204b,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:29.470342 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:29.520298 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=75a1a3be-deaf-4b78-9422-5955d31d204b,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:29.538092 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072fd03-cddc-4c71-b436-5653b8f9e79f req-bf7fb152-64aa-4e3f-9813-c4f38cb580c1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:29.539576 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4072fd03-cddc-4c71-b436-5653b8f9e79f req-bf7fb152-64aa-4e3f-9813-c4f38cb580c1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 944 time: 0.0511553 Sep 14 17:17:29.577298 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4072fd03-cddc-4c71-b436-5653b8f9e79f req-68117fc8-3519-4d02-9075-a6677a61d9ed tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Sep 14 17:17:29.685056 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ce4c5-7e97-4bc9-b806-6d95bf890e27 req-871cb65f-9c56-48a3-b98e-5d968e7262f3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:29.687050 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-712ce4c5-7e97-4bc9-b806-6d95bf890e27 req-871cb65f-9c56-48a3-b98e-5d968e7262f3 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.0552442 Sep 14 17:17:29.724535 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-712ce4c5-7e97-4bc9-b806-6d95bf890e27 req-a1df6161-33f1-41fb-bd89-0e27b97b33d7 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Sep 14 17:17:29.815071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['75a1a3be-deaf-4b78-9422-5955d31d204b'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:17:29.833723 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4c00-250f-4fc4-809e-a7def9240ecd req-ab6163dd-7aff-4850-84c9-af29903007e4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:29.835198 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a05b4c00-250f-4fc4-809e-a7def9240ecd req-ab6163dd-7aff-4850-84c9-af29903007e4 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.0490222 Sep 14 17:17:29.843966 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50500) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:29.848320 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Request body: {'floatingip': {'port_id': '63060734-5c95-4383-a936-e8748b091de0'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:29.891310 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:30.332239 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:30.335850 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:30.434847 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Floating IP 3aa98d71-103b-4b20-90e1-984042b25c52 associated. External IP: 172.27.1.16, port: 63060734-5c95-4383-a936-e8748b091de0. Sep 14 17:17:30.641395 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:17:30.737030 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b938c14-d43e-443e-b330-13edbad226a3 req-8f2a19ad-8c8c-4bf2-b274-c14cd1abdecf tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:30.738427 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1b938c14-d43e-443e-b330-13edbad226a3 req-8f2a19ad-8c8c-4bf2-b274-c14cd1abdecf tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 944 time: 0.0936949 Sep 14 17:17:30.816271 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1b938c14-d43e-443e-b330-13edbad226a3 req-1fc566f0-3f10-4d2d-aaee-33c40e01b466 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717230 Sep 14 17:17:30.817395 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:17:30.822113 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:30.827657 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:17:30.836990 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:30.837601 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:17:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:30.853458 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-fd4ad06a-15b5-4a1a-a761-d4be666e5a54 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "PUT /v2.0/floatingips/3aa98d71-103b-4b20-90e1-984042b25c52 HTTP/1.1" status: 200 len: 991 time: 1.0059302 Sep 14 17:17:30.853458 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'tag': '63060734-5c95-4383-a936-e8748b091de0'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:30.854100 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6356e6c1-8e97-4df0-9d99-64ef2562375a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "tag": "63060734-5c95-4383-a936-e8748b091de0"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:30.892592 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d5693-d85f-4fa7-941d-178a429ef55f x-openstack-request-id: req-dd2d5693-d85f-4fa7-941d-178a429ef55f {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:30.892903 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "tag": "63060734-5c95-4383-a936-e8748b091de0", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:30.893175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd2d5693-d85f-4fa7-941d-178a429ef55f {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:30.893576 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'tag': '63060734-5c95-4383-a936-e8748b091de0', 'status': 'completed', 'code': 200} Sep 14 17:17:30.955231 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:30.959429 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-cd6b22d5-c228-47d2-8e2b-83ad604f25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:30.960954 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-cd6b22d5-c228-47d2-8e2b-83ad604f25e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea9351bc032c4ad1bf1b281b18922203&device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 1099 time: 0.0461671 Sep 14 17:17:31.056130 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-6f17296f-a2c9-409f-9dab-8a64225b7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:31.057591 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-6f17296f-a2c9-409f-9dab-8a64225b7cf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 200 len: 911 time: 0.0895219 Sep 14 17:17:31.127132 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-598d632a-4329-490e-85df-6fcd07d95965 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63060734-5c95-4383-a936-e8748b091de0 HTTP/1.1" status: 200 len: 999 time: 0.0618932 Sep 14 17:17:31.176144 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-b77ef313-a20b-4666-a6c5-94a7e9a01139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:31.177640 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-b77ef313-a20b-4666-a6c5-94a7e9a01139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 200 len: 849 time: 0.0433688 Sep 14 17:17:31.223375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-fad77cff-0cc8-42f0-b44e-4e377d1eeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:31.224992 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-fad77cff-0cc8-42f0-b44e-4e377d1eeabd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a6139dd-2145-496b-9be3-6ec03e73f989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394590 Sep 14 17:17:31.298417 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '3aa98d71-103b-4b20-90e1-984042b25c52', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'port_id': '63060734-5c95-4383-a936-e8748b091de0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'mac_address': 'fa:16:3e:74:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:16Z', 'updated_at': '2021-09-14T17:17:30Z', 'revision_number': 1, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:31.302822 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 75a1a3be-deaf-4b78-9422-5955d31d204b up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:17:31.322721 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-da476bce-0c93-4a9f-bbf6-8ec9e189cf30 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901413 Sep 14 17:17:31.349488 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:17:31.365241 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:31.365858 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:17:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:31.413968 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6356e6c1-8e97-4df0-9d99-64ef2562375a req-aee0ac94-d1ee-4251-99db-344a8d9f2896 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Sep 14 17:17:31.430463 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 75a1a3be-deaf-4b78-9422-5955d31d204b completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:17:31.464063 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 75a1a3be-deaf-4b78-9422-5955d31d204b triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:17:31.464458 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:31.504470 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:31.629886 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:31.669383 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:31.671600 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b152bcd5-b871-447e-aee0-e100afb6d010" -d '{"events": [{"server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "name": "network-vif-plugged", "status": "completed", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:31.687926 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 75a1a3be-deaf-4b78-9422-5955d31d204b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=75a1a3be-deaf-4b78-9422-5955d31d204b,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:17:31.716188 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3272e453-752c-489e-ab68-3573c551a197 x-openstack-request-id: req-3272e453-752c-489e-ab68-3573c551a197 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:31.716500 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "name": "network-vif-plugged", "status": "completed", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:31.716752 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3272e453-752c-489e-ab68-3573c551a197 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:31.717134 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'code': 200} Sep 14 17:17:31.720077 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:31.811419 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=75a1a3be-deaf-4b78-9422-5955d31d204b,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:31.854115 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '3aa98d71-103b-4b20-90e1-984042b25c52', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'port_id': '63060734-5c95-4383-a936-e8748b091de0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'mac_address': 'fa:16:3e:74:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:16Z', 'updated_at': '2021-09-14T17:17:30Z', 'revision_number': 1, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:31.886617 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a9e49-a550-4829-afd2-91fa4f14db1d None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '3aa98d71-103b-4b20-90e1-984042b25c52', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'port_id': '63060734-5c95-4383-a936-e8748b091de0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'mac_address': 'fa:16:3e:74:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:16Z', 'updated_at': '2021-09-14T17:17:30Z', 'revision_number': 1, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:17:31.975372 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba18d6-ef57-4a71-a82a-01f16575ef4e req-d9e3be6b-9726-4d73-a2f4-6deb8013439d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:31.976959 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1dba18d6-ef57-4a71-a82a-01f16575ef4e req-d9e3be6b-9726-4d73-a2f4-6deb8013439d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.0827274 Sep 14 17:17:31.984962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a2ec-8d42-4bab-bc5e-6c93d2958b3d req-87c7b8a7-dc19-4f2f-b64d-d0a77379c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:31.986429 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-da10a2ec-8d42-4bab-bc5e-6c93d2958b3d req-87c7b8a7-dc19-4f2f-b64d-d0a77379c241 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1098 time: 0.0655658 Sep 14 17:17:32.041194 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1dba18d6-ef57-4a71-a82a-01f16575ef4e req-4e4b3c94-0059-475c-a678-a9953e7ccf40 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538142 Sep 14 17:17:32.042809 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-da10a2ec-8d42-4bab-bc5e-6c93d2958b3d req-9354dbc2-0754-4d69-9b1b-3a72dfe72224 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Sep 14 17:17:32.099361 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9395287-0431-43c4-aad3-00dd5117e3e4 None None] New status for floating IP 3aa98d71-103b-4b20-90e1-984042b25c52: ACTIVE {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:17:33.160425 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b7e7-4b7a-435a-b3d5-04a438896019 req-e46a83cb-c452-4bf5-a41e-09cad064f103 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:33.161923 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7b12b7e7-4b7a-435a-b3d5-04a438896019 req-e46a83cb-c452-4bf5-a41e-09cad064f103 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Sep 14 17:17:33.199039 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7b12b7e7-4b7a-435a-b3d5-04a438896019 req-fae0638c-5e23-451a-9633-e1640ef55ff3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Sep 14 17:17:34.318467 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4557-1e6e-490e-9ff8-eba97ceffcf9 req-fea66329-fa82-4c02-ba71-6dfbb9ac5bae tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:34.320073 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-305d4557-1e6e-490e-9ff8-eba97ceffcf9 req-fea66329-fa82-4c02-ba71-6dfbb9ac5bae tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Sep 14 17:17:34.355719 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-305d4557-1e6e-490e-9ff8-eba97ceffcf9 req-55788c55-e3e2-45b0-a3e5-b863087dbf85 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297446 Sep 14 17:17:34.469903 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a797f3-d414-40d2-93d3-dd18e21c9055 req-ca191655-7b9d-4d1f-a896-ac64d14950f7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:34.471350 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-73a797f3-d414-40d2-93d3-dd18e21c9055 req-ca191655-7b9d-4d1f-a896-ac64d14950f7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Sep 14 17:17:34.509534 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-73a797f3-d414-40d2-93d3-dd18e21c9055 req-6be74060-1ca5-49f6-a12b-b17bb8848ca8 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Sep 14 17:17:34.531547 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 50536) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:34.571311 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0a882-2e13-4b30-8196-1eccd09daf4a tempest-TestVolumeBootPattern-886137176 tempest-TestVolumeBootPattern-886137176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:34.572972 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-35e0a882-2e13-4b30-8196-1eccd09daf4a tempest-TestVolumeBootPattern-886137176 tempest-TestVolumeBootPattern-886137176-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1093 time: 0.0404482 Sep 14 17:17:34.575845 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 50538) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:17:34.581391 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:17:34.604451 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:34.698984 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:34.806159 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Allocated IP 172.27.1.60 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/b5bb1d9c-2185-4bd6-ad03-b442163ff6a2) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:17:34.904562 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:34.945840 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:34.980924 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:17:34.984217 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:17:34.987591 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:17:35.013864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=b5bb1d9c-2185-4bd6-ad03-b442163ff6a2,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:35.027598 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.027951 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.028295 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.029560 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.029707 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.029954 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.030288 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.030618 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.030950 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.031277 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.031601 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.031926 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:17:35.364845 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:35.428262 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:35.584397 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:35.588743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4364901'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:35.665112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=b5bb1d9c-2185-4bd6-ad03-b442163ff6a2,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:17:35.669258 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:35.769819 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.db.l3_db [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Floating IP 9f0160c0-a66a-4c09-8b18-298695b27a01 associated. External IP: 172.27.1.60, port: 75a1a3be-deaf-4b78-9422-5955d31d204b. Sep 14 17:17:35.973936 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:17:36.078882 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:17:36.088545 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:17:36.095614 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:36.098893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:36.099515 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:17:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:36.133116 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-31fa8dd7-82ab-40ad-98c7-f83d1c3f1d0d tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5454717 Sep 14 17:17:36.133116 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:17:36.133116 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b64e0be55ffd65c5132ad3f5c0e82421a7fa9a1e8b5a794917d8ec12a7e0be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db42fe-3ace-497e-b04a-9e9983feff47" -d '{"events": [{"name": "network-changed", "server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:17:36.164527 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33fadee-01f9-42bd-b3d3-786be6ac1f26 x-openstack-request-id: req-f33fadee-01f9-42bd-b3d3-786be6ac1f26 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:17:36.164829 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b", "status": "completed", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:17:36.165080 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f33fadee-01f9-42bd-b3d3-786be6ac1f26 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:17:36.165483 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'status': 'completed', 'code': 200} Sep 14 17:17:36.210272 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:36.230749 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-eea58e6a-446d-46ed-98a7-7e06f3ac9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:36.232876 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-eea58e6a-446d-46ed-98a7-7e06f3ac9ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1098 time: 0.0437164 Sep 14 17:17:36.324657 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-d1d9fc9d-3b66-4e83-90ba-1910e2b05249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:36.326369 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-d1d9fc9d-3b66-4e83-90ba-1910e2b05249 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.0856197 Sep 14 17:17:36.395281 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-b254291e-ae81-48a3-a81c-7492b5776142 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 200 len: 998 time: 0.0612309 Sep 14 17:17:36.433304 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:35Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:36.443802 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-f601865f-ff80-445a-abb7-9fa3cf1a4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:36.445266 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-f601865f-ff80-445a-abb7-9fa3cf1a4e64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0429945 Sep 14 17:17:36.458324 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:17:36.467191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:17:36.467791 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:17:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:36.492386 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-5ea28cd4-4744-4db2-ac39-e008ddfbbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:36.493840 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-5ea28cd4-4744-4db2-ac39-e008ddfbbe6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401483 Sep 14 17:17:36.572548 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:17:36.586364 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-4f3c1831-cc5a-4c37-b821-7d5204672680 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847590 Sep 14 17:17:36.674642 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b2db42fe-3ace-497e-b04a-9e9983feff47 req-779f4f08-742b-4db2-affa-d1db36a8ff32 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815935 Sep 14 17:17:36.799681 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:35Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:17:36.826102 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c1d5-3eec-4993-bf65-e9fda9c46cf8 None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:35Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:17:37.015780 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b74ce2-d21b-4a3e-adc4-1dd06b37ffa7 None None] New status for floating IP 9f0160c0-a66a-4c09-8b18-298695b27a01: ACTIVE {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:17:44.877293 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:47.373344 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-ee83211a-2a10-4e82-912a-502524977598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:49.870365 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-87b8acce-f5b4-4d18-8f9d-4347ef5e7e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:50.603056 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:50.882032 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:17:51.135956 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-4a309f60-2f8a-4e26-8a03-80a34d7d0412 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433686 Sep 14 17:17:51.226837 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396223-6798-4049-b29b-ce87229735de req-c5f57e1f-6a3a-4a1f-b6b8-e8b9077c15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:51.228299 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-c5f57e1f-6a3a-4a1f-b6b8-e8b9077c15d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1098 time: 0.0397179 Sep 14 17:17:51.331463 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396223-6798-4049-b29b-ce87229735de req-4b4e61b9-aab9-4da0-b0f0-b64b53aa3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:51.332963 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-4b4e61b9-aab9-4da0-b0f0-b64b53aa3703 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.0832508 Sep 14 17:17:51.406333 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-a252166b-1b8c-456a-9b94-9b8502b3026d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 1001 time: 0.0609226 Sep 14 17:17:51.456502 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396223-6798-4049-b29b-ce87229735de req-bb2f466d-67df-493a-b159-14cb027e8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:51.457894 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-bb2f466d-67df-493a-b159-14cb027e8698 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0426531 Sep 14 17:17:51.504006 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396223-6798-4049-b29b-ce87229735de req-43bdd93f-9366-4494-a83e-00b601f5ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:17:51.505489 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-43bdd93f-9366-4494-a83e-00b601f5ea95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392220 Sep 14 17:17:51.599624 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-d4c29f45-dafb-4e4e-aa69-02c88f6daeb4 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834460 Sep 14 17:17:51.693483 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-33396223-6798-4049-b29b-ce87229735de req-f51a80c0-4bd5-4980-8dfc-63732ba0167c service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Sep 14 17:17:52.673910 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:04.707429 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:18:10.104807 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac92c17-6199-4731-86a0-d9ceaafb27d2 req-dddcf5d1-9fc2-442e-b8f0-f4e6aa13f46f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:10.106293 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2ac92c17-6199-4731-86a0-d9ceaafb27d2 req-dddcf5d1-9fc2-442e-b8f0-f4e6aa13f46f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0496342 Sep 14 17:18:10.143483 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2ac92c17-6199-4731-86a0-d9ceaafb27d2 req-c17cf437-fdc8-4bbd-ab5a-4b0a4b52dd7e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311961 Sep 14 17:18:11.261673 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1930770-3128-46e6-89a5-ee737b08d3df req-ffb3c270-4ca8-4998-9cee-49c2f491947a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:11.263164 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a1930770-3128-46e6-89a5-ee737b08d3df req-ffb3c270-4ca8-4998-9cee-49c2f491947a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0489993 Sep 14 17:18:11.302533 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a1930770-3128-46e6-89a5-ee737b08d3df req-f8d99148-7803-4cbe-810a-4a190a0da963 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329220 Sep 14 17:18:12.419396 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7759a-eb32-4b8b-a443-12a4a000cdd6 req-24e3b8d7-62ab-409a-995d-845e317186cb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:12.421642 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36f7759a-eb32-4b8b-a443-12a4a000cdd6 req-24e3b8d7-62ab-409a-995d-845e317186cb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0481265 Sep 14 17:18:12.461140 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-36f7759a-eb32-4b8b-a443-12a4a000cdd6 req-94a82a5b-f291-444e-bc32-07fd8cb0a0a4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337334 Sep 14 17:18:13.579044 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bbefb-5e40-4596-b674-74283e17464c req-fa224129-4d3b-46e7-a671-5e91e2719d81 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:13.580553 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c2bbefb-5e40-4596-b674-74283e17464c req-fa224129-4d3b-46e7-a671-5e91e2719d81 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0485139 Sep 14 17:18:13.617920 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9c2bbefb-5e40-4596-b674-74283e17464c req-e665e8e8-83e1-4eca-adef-77c8df320cea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314975 Sep 14 17:18:14.731612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3962cb6-2153-4895-8c58-a1bb6e713115 req-7a76a97f-bf35-4a18-89f1-082fba8bceb4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:14.733834 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c3962cb6-2153-4895-8c58-a1bb6e713115 req-7a76a97f-bf35-4a18-89f1-082fba8bceb4 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0487103 Sep 14 17:18:14.770188 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c3962cb6-2153-4895-8c58-a1bb6e713115 req-1afd37e5-337d-4a60-8496-43e8d6b3a88a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305984 Sep 14 17:18:14.881082 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:15.886112 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15131aec-43de-4972-97d3-fba439592136 req-4d352eb4-aceb-4f49-892f-7491e5695a88 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:15.887498 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-15131aec-43de-4972-97d3-fba439592136 req-4d352eb4-aceb-4f49-892f-7491e5695a88 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Sep 14 17:18:15.928719 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-15131aec-43de-4972-97d3-fba439592136 req-93583dc2-89f8-4e70-a6ef-c3dbb3c6fa59 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345647 Sep 14 17:18:17.044451 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817b1f-bb12-4065-bbd5-4db8d5ec78a0 req-a05296d7-f43c-445a-825a-1890672472ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:17.046639 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9a817b1f-bb12-4065-bbd5-4db8d5ec78a0 req-a05296d7-f43c-445a-825a-1890672472ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0494211 Sep 14 17:18:17.083125 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9a817b1f-bb12-4065-bbd5-4db8d5ec78a0 req-b3e33737-5a60-4a71-adc5-37b29f348472 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306063 Sep 14 17:18:17.374247 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8eddc7c1-1900-4dbb-a0cc-306c14c0f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:18.200176 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f31e7c-e260-4ca0-9e3d-4dc7b6b158da req-029fff97-b595-477a-9ab4-edcb1a982c52 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:18.201916 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a2f31e7c-e260-4ca0-9e3d-4dc7b6b158da req-029fff97-b595-477a-9ab4-edcb1a982c52 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0480838 Sep 14 17:18:18.240259 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a2f31e7c-e260-4ca0-9e3d-4dc7b6b158da req-7619b7fd-f70e-438e-8ec9-6d5f23d088f1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325963 Sep 14 17:18:19.361141 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901210c-5240-42d0-8702-7f7ff77863e8 req-735d0090-4599-4836-ba8f-33ea56dc01f0 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:19.362613 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3901210c-5240-42d0-8702-7f7ff77863e8 req-735d0090-4599-4836-ba8f-33ea56dc01f0 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0535581 Sep 14 17:18:19.402733 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3901210c-5240-42d0-8702-7f7ff77863e8 req-e26537a8-0bb2-4cea-8093-8a6dd459508e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342486 Sep 14 17:18:19.871685 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-bf1a76bb-3529-4735-95c4-6145f24e42ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:20.604958 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:20.760104 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cea65b-bc70-4a40-936d-86daa2759fe8 req-bbedd7fc-5339-44ff-9391-7ee40f493c91 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:20.761524 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-44cea65b-bc70-4a40-936d-86daa2759fe8 req-bbedd7fc-5339-44ff-9391-7ee40f493c91 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.2885063 Sep 14 17:18:20.798809 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-44cea65b-bc70-4a40-936d-86daa2759fe8 req-565d4d01-41ca-4d72-8689-82c9e4447aca tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311337 Sep 14 17:18:20.884846 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:21.915545 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf332c5-da3f-4dd5-b14f-2c32b626fc85 req-ce298013-c7bc-40f1-96b6-df64fe83f05e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:21.917090 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ccf332c5-da3f-4dd5-b14f-2c32b626fc85 req-ce298013-c7bc-40f1-96b6-df64fe83f05e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Sep 14 17:18:21.954363 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ccf332c5-da3f-4dd5-b14f-2c32b626fc85 req-e7e044f3-e0ac-4de9-9f47-f0c287abe419 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308225 Sep 14 17:18:22.676916 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:23.072532 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e17fa-8d16-4c5c-8b5a-cb3c6d4cc47a req-28950cd9-556d-474c-9442-a18aa078910f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:23.074009 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4b9e17fa-8d16-4c5c-8b5a-cb3c6d4cc47a req-28950cd9-556d-474c-9442-a18aa078910f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Sep 14 17:18:23.114965 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4b9e17fa-8d16-4c5c-8b5a-cb3c6d4cc47a req-977defed-fc51-423c-bc10-3beacfd8d6d3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344496 Sep 14 17:18:24.231603 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876282c-ee96-445f-99fc-1d330c0efb78 req-a9efc0e1-e27a-4034-ae2d-7838b92ca947 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:24.233087 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7876282c-ee96-445f-99fc-1d330c0efb78 req-a9efc0e1-e27a-4034-ae2d-7838b92ca947 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0487337 Sep 14 17:18:24.270262 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7876282c-ee96-445f-99fc-1d330c0efb78 req-e400e8bb-33e6-4da3-b7c1-afed7586652c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305920 Sep 14 17:18:25.385626 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae5637-b50d-408e-b987-d52443a45a3b req-2a8ba150-9cc0-422b-a556-bb6833c4181f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:25.387086 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c7ae5637-b50d-408e-b987-d52443a45a3b req-2a8ba150-9cc0-422b-a556-bb6833c4181f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0482280 Sep 14 17:18:25.425160 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c7ae5637-b50d-408e-b987-d52443a45a3b req-709af6cd-b594-4dd3-abe3-6c4af8b27da6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319195 Sep 14 17:18:26.547375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831413-e5f1-4e91-986a-cfd9dfdf93be req-466dc106-eccf-45cb-ba5e-c1419e4ca50e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:26.548878 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3b831413-e5f1-4e91-986a-cfd9dfdf93be req-466dc106-eccf-45cb-ba5e-c1419e4ca50e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Sep 14 17:18:26.589745 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3b831413-e5f1-4e91-986a-cfd9dfdf93be req-ef1fa9db-ddb5-4bd2-b415-108f11588483 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349963 Sep 14 17:18:27.713122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438719c3-29f6-4aca-853c-256509d37d8c req-4995fec7-e577-4d32-920f-fee690430f4a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:27.714588 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-438719c3-29f6-4aca-853c-256509d37d8c req-4995fec7-e577-4d32-920f-fee690430f4a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Sep 14 17:18:27.753405 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-438719c3-29f6-4aca-853c-256509d37d8c req-dc288431-1efc-4dbe-b64f-33ae800b21c7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322411 Sep 14 17:18:28.869485 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf14b-c1dd-463c-8c22-a5ea21a3650d req-ca8b854f-ff7e-45f0-bce6-a72c79b122e7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:28.870937 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-931bf14b-c1dd-463c-8c22-a5ea21a3650d req-ca8b854f-ff7e-45f0-bce6-a72c79b122e7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Sep 14 17:18:28.908843 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-931bf14b-c1dd-463c-8c22-a5ea21a3650d req-4c3eee8b-0759-47dd-8632-17577fa7c779 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318224 Sep 14 17:18:29.517971 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:18:29.610188 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:18:29.620897 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'mac_address': 'fa:16:3e:0f:fb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:18:29.661665 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:29.674317 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2de0ac0-f130-4172-b6f7-14c14d18a177 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:18:29.693264 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:18:29.697605 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:29.746737 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=6']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:18:29.754202 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.754557 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.754905 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.755243 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.755579 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.755915 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.756244 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.756598 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.756931 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.757257 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.757581 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.757904 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:18:29.798793 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f2de0ac0-f130-4172-b6f7-14c14d18a177'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:18:30.023594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52a98-47f2-4a7d-8f66-85cc381fdfb1 req-43de506f-6e69-4157-865d-fc16f3e0f73a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:30.025096 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f9b52a98-47f2-4a7d-8f66-85cc381fdfb1 req-43de506f-6e69-4157-865d-fc16f3e0f73a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0481935 Sep 14 17:18:30.065817 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f9b52a98-47f2-4a7d-8f66-85cc381fdfb1 req-be2a8fef-9a6f-49aa-b665-2518d635ccbd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345583 Sep 14 17:18:31.181278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63656-1fe2-4d68-b7a6-25a4db9c6f99 req-bab2da06-8069-4e77-9456-432acc294d52 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:31.182732 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8b63656-1fe2-4d68-b7a6-25a4db9c6f99 req-bab2da06-8069-4e77-9456-432acc294d52 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0475857 Sep 14 17:18:31.220074 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c8b63656-1fe2-4d68-b7a6-25a4db9c6f99 req-798b167b-ce67-4c7c-b3cf-72fbe72bb1bb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313561 Sep 14 17:18:31.528186 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:18:31.573680 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port f2de0ac0-f130-4172-b6f7-14c14d18a177 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:18:31.574048 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:31.648840 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:31.669648 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:18:31.671870 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c441ef3-344f-4b71-adc0-1f1f58d0e212" -d '{"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-plugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:18:31.687707 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:18:31.691730 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:31.825038 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15edae-c3d5-4526-8bed-7ba77f8643fc x-openstack-request-id: req-2a15edae-c3d5-4526-8bed-7ba77f8643fc {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:18:31.825295 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-plugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:18:31.825470 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a15edae-c3d5-4526-8bed-7ba77f8643fc {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:18:31.825853 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'code': 200} Sep 14 17:18:31.850349 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=7']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:18:32.338726 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae26530-c44b-4700-acac-ad4b37047fa8 req-feb9d6e7-c05c-4c6f-a4e3-afaa3d6dae08 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:32.340112 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aae26530-c44b-4700-acac-ad4b37047fa8 req-feb9d6e7-c05c-4c6f-a4e3-afaa3d6dae08 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Sep 14 17:18:32.378392 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-aae26530-c44b-4700-acac-ad4b37047fa8 req-d301cc30-66b9-48fa-a4b0-ac5b4ba57ec7 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316246 Sep 14 17:18:33.502131 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8fbc-5dc9-419a-873c-b944d3cebe34 req-38769aec-6400-4778-92f5-5d027d6dd893 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:33.503775 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-473b8fbc-5dc9-419a-873c-b944d3cebe34 req-38769aec-6400-4778-92f5-5d027d6dd893 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Sep 14 17:18:33.554523 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-473b8fbc-5dc9-419a-873c-b944d3cebe34 req-e20d5dd8-1373-4638-bcda-a56b7dfc0518 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389733 Sep 14 17:18:34.732784 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e538f8-dc33-42ca-8f59-16bade1fe49a req-02032473-948b-4972-9b14-ed1c2eee06e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:34.734911 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b3e538f8-dc33-42ca-8f59-16bade1fe49a req-02032473-948b-4972-9b14-ed1c2eee06e8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0721054 Sep 14 17:18:34.797179 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b3e538f8-dc33-42ca-8f59-16bade1fe49a req-13460b4c-9528-4ffd-9d6c-0cf894ff1771 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551476 Sep 14 17:18:35.922854 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118b6b-83ed-4a25-aa2c-1fea81a2d9ac req-03dddfcf-4615-43d2-87de-f9f94aecdd3d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:35.924335 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed118b6b-83ed-4a25-aa2c-1fea81a2d9ac req-03dddfcf-4615-43d2-87de-f9f94aecdd3d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Sep 14 17:18:35.965984 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed118b6b-83ed-4a25-aa2c-1fea81a2d9ac req-a4120ee0-1d07-4a7e-87a4-adfdbeac8b8d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341194 Sep 14 17:18:37.113122 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd9a33-cc1b-4522-8a6d-6a24363a95e8 req-d006dd40-d411-4c07-ae4e-d048d49c5d0f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:37.115699 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1dd9a33-cc1b-4522-8a6d-6a24363a95e8 req-d006dd40-d411-4c07-ae4e-d048d49c5d0f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0685217 Sep 14 17:18:37.160549 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c1dd9a33-cc1b-4522-8a6d-6a24363a95e8 req-113c6b41-d28d-4c08-bf0d-c5c6dd48b64a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392025 Sep 14 17:18:38.289696 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900a204-5064-498f-bb92-199cdfaa8993 req-27ecc763-1e09-4e3e-b2f4-de8824bd1bde tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:38.291925 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3900a204-5064-498f-bb92-199cdfaa8993 req-27ecc763-1e09-4e3e-b2f4-de8824bd1bde tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Sep 14 17:18:38.330445 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3900a204-5064-498f-bb92-199cdfaa8993 req-0f0e2212-11a0-40ee-8691-6c8603b11893 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324655 Sep 14 17:18:39.454694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a2c10-92d9-43dc-ba6c-d97aec06197f req-8a72df4a-9483-4f3b-ad99-401611cc75c6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:39.456236 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef6a2c10-92d9-43dc-ba6c-d97aec06197f req-8a72df4a-9483-4f3b-ad99-401611cc75c6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Sep 14 17:18:39.509985 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ef6a2c10-92d9-43dc-ba6c-d97aec06197f req-03db8564-6cf8-4b4c-9949-6bf4e8a8930c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470552 Sep 14 17:18:40.774910 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0329f-3de1-4d8e-be1f-6b0a7bad7148 req-c32bb295-32d2-4c63-bdc2-515508427c2f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:40.776602 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-49c0329f-3de1-4d8e-be1f-6b0a7bad7148 req-c32bb295-32d2-4c63-bdc2-515508427c2f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.1923580 Sep 14 17:18:40.821367 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-49c0329f-3de1-4d8e-be1f-6b0a7bad7148 req-8ca68deb-6a3d-4928-aca6-100473cc0548 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365574 Sep 14 17:18:41.707104 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:18:41.960923 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0007ef2-3c01-4af7-8dcc-6fdaaaa6f0cd req-12fc1340-472a-4744-bf43-ee3339ec9c3e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:41.963038 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0007ef2-3c01-4af7-8dcc-6fdaaaa6f0cd req-12fc1340-472a-4744-bf43-ee3339ec9c3e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0508776 Sep 14 17:18:42.002016 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f0007ef2-3c01-4af7-8dcc-6fdaaaa6f0cd req-b32dc4ed-6377-49e3-9192-cf79cfdb7517 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336418 Sep 14 17:18:43.126863 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caa5b5-f8da-4432-bdd0-4a6e26c5ea53 req-430b3bc8-93f4-4f41-9f47-7f3b8a621a2e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:43.128511 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-16caa5b5-f8da-4432-bdd0-4a6e26c5ea53 req-430b3bc8-93f4-4f41-9f47-7f3b8a621a2e tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0500875 Sep 14 17:18:43.167070 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-16caa5b5-f8da-4432-bdd0-4a6e26c5ea53 req-6670dce3-2d17-45a8-be7c-7e3bd0050335 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325360 Sep 14 17:18:44.229938 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-9be6ca62-c9ef-4b7b-985f-c3f4f7cd4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:44.231445 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-9be6ca62-c9ef-4b7b-985f-c3f4f7cd4364 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1098 time: 0.0416427 Sep 14 17:18:44.355437 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194574b-373a-497e-bce6-17c62752a898 req-d0b76db9-c636-44fa-8db2-9c6c5cc57eae tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:44.356965 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3194574b-373a-497e-bce6-17c62752a898 req-d0b76db9-c636-44fa-8db2-9c6c5cc57eae tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.1110678 Sep 14 17:18:44.361553 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-61601b13-a5f1-4ae4-8290-a3ee1bacda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:44.362918 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-61601b13-a5f1-4ae4-8290-a3ee1bacda82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.1242170 Sep 14 17:18:44.438099 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3194574b-373a-497e-bce6-17c62752a898 req-bd87297c-f319-49a2-b5fc-d57059b88fed tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742490 Sep 14 17:18:44.450342 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-1ff36ad0-e119-49b6-9839-7c2ac3db3b47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 1001 time: 0.0799165 Sep 14 17:18:44.499097 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-ea27e177-79fd-48e9-8458-9ba0efb15a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:44.500558 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-ea27e177-79fd-48e9-8458-9ba0efb15a91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0434470 Sep 14 17:18:44.545306 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-53fa0c90-f2d4-46a5-aa82-bc4b80ea58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:44.546757 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-53fa0c90-f2d4-46a5-aa82-bc4b80ea58ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389433 Sep 14 17:18:44.558963 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-f03d9490-9d90-4cbe-a3ce-32af77b64ab0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:18:44.559886 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-f03d9490-9d90-4cbe-a3ce-32af77b64ab0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047417 Sep 14 17:18:44.652904 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-cb998a61-e4fb-447b-873c-adcdd5c0c4ff service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859964 Sep 14 17:18:44.745191 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ab8470ee-d20b-45ad-833d-b8005fbd3e90 req-05c6c949-8845-41fd-a02b-21e6b3ee5059 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Sep 14 17:18:44.878164 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:45.556780 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23318e1-721a-4845-a592-03a4ed8604f0 req-030afc59-c880-4e6a-afbf-f08017e73060 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:45.558251 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e23318e1-721a-4845-a592-03a4ed8604f0 req-030afc59-c880-4e6a-afbf-f08017e73060 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Sep 14 17:18:45.596110 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e23318e1-721a-4845-a592-03a4ed8604f0 req-c6bf3b8b-56c8-4626-9044-ec51fab5db12 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319405 Sep 14 17:18:46.716344 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06264f-f996-4994-9c21-98856e468d20 req-f254a5cb-f66e-4a3b-a403-253842820a06 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:46.718003 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6b06264f-f996-4994-9c21-98856e468d20 req-f254a5cb-f66e-4a3b-a403-253842820a06 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 945 time: 0.0509758 Sep 14 17:18:46.757863 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6b06264f-f996-4994-9c21-98856e468d20 req-356f5402-3e1d-4f19-8930-abe588685e68 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337491 Sep 14 17:18:47.374662 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-24835ba0-e289-45a0-92bb-a7d492038745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:47.594659 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:18:47.623747 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-62d93239-990b-422b-af7d-635ed708ec24 req-bbb296f1-3af5-4199-8553-dad31279dd96 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:18:47.624798 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-62d93239-990b-422b-af7d-635ed708ec24 req-bbb296f1-3af5-4199-8553-dad31279dd96 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053337 Sep 14 17:18:47.670670 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:47.698784 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:18:47.702151 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1abf1e-99e9-4559-a30c-c78161245aaa" -d '{"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-unplugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:18:47.716555 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:18:47.721111 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:47.757600 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a6915-0158-417d-b7e0-47d48258dbe3 x-openstack-request-id: req-8a3a6915-0158-417d-b7e0-47d48258dbe3 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:18:47.757600 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-unplugged", "status": "failed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "code": 422}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:18:47.757881 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a3a6915-0158-417d-b7e0-47d48258dbe3 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:18:47.758106 dv-cinder-808992-3-iscsi neutron-server[94110]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'code': 422} returned with failed status Sep 14 17:18:47.785220 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd5db-ab9e-42b6-a0a8-1f176e59f163 req-039ac2c1-0944-46e8-b179-18fce36c3120 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:47.785790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=8']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:18:47.786755 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f48bd5db-ab9e-42b6-a0a8-1f176e59f163 req-039ac2c1-0944-46e8-b179-18fce36c3120 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0514400 Sep 14 17:18:47.830823 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-fabde84c-5aae-4ff8-9270-da61a51df1ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470452 Sep 14 17:18:47.831418 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f48bd5db-ab9e-42b6-a0a8-1f176e59f163 req-93aaacc8-ca88-4658-b231-bfd0bc188615 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352993 Sep 14 17:18:48.781456 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-619a6ca1-c002-48f6-a98e-6a483ae2e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:48.782958 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-619a6ca1-c002-48f6-a98e-6a483ae2e7ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36&tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d HTTP/1.1" status: 200 len: 1096 time: 0.1118145 Sep 14 17:18:48.850170 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-4c48246c-5a21-460e-a4ed-a553aadc4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:48.851925 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-4c48246c-5a21-460e-a4ed-a553aadc4bad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1096 time: 0.0416324 Sep 14 17:18:48.981049 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-30bcf7b3-54e1-46c3-9436-70467a41873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:48.982564 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-30bcf7b3-54e1-46c3-9436-70467a41873d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 200 len: 918 time: 0.1223338 Sep 14 17:18:48.993918 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1478-ec59-42b2-bca1-6d49a95bbda1 req-0263cc95-419b-4135-8c23-a51bcb1e4e68 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:48.995315 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec7c1478-ec59-42b2-bca1-6d49a95bbda1 req-0263cc95-419b-4135-8c23-a51bcb1e4e68 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0694044 Sep 14 17:18:49.071185 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec7c1478-ec59-42b2-bca1-6d49a95bbda1 req-40816e27-0e5b-4b41-878d-e2192fedb12d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689902 Sep 14 17:18:49.082247 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-7f14d99a-2dcc-4cd3-aaec-e8a1b5b9ebd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 200 len: 999 time: 0.0860243 Sep 14 17:18:49.132028 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-c4e50e4d-299c-4e43-ba57-434b1471ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:49.133499 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-c4e50e4d-299c-4e43-ba57-434b1471ebaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 200 len: 856 time: 0.0433919 Sep 14 17:18:49.182998 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-4d34bd66-ce90-407a-900f-d7215dbc728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:49.184475 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-4d34bd66-ce90-407a-900f-d7215dbc728e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb9e5834-e61d-4906-a9f3-97c5866ae536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407903 Sep 14 17:18:49.278655 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-f715cf3d-b483-48bb-8071-5bca57a11441 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836985 Sep 14 17:18:49.376288 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-bbeb57d7-ecb5-493b-b6fd-35e5ae3e9e38 req-9deffb9e-31fe-460f-ab71-8b9b916ddc57 service neutron] 10.222.0.41 "GET /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803721 Sep 14 17:18:49.880984 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e28a88cb-90cb-42d7-a83a-21150c4196af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:50.209729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929830e-f0ed-4b43-bf1e-16bc4b7fa72f req-20e57bfc-5196-4523-8712-edf4f4b6937f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:50.211240 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b929830e-f0ed-4b43-bf1e-16bc4b7fa72f req-20e57bfc-5196-4523-8712-edf4f4b6937f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0581949 Sep 14 17:18:50.249945 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b929830e-f0ed-4b43-bf1e-16bc4b7fa72f req-630b9c0b-c94a-4cc1-9458-ced9e3b92211 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319519 Sep 14 17:18:50.606800 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:50.898302 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:51.504067 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141d319-3139-43a8-87e0-12d4365aa828 req-3d36a980-c921-4e0b-bb3e-435b3f44cb4b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:51.505702 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b141d319-3139-43a8-87e0-12d4365aa828 req-3d36a980-c921-4e0b-bb3e-435b3f44cb4b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0494609 Sep 14 17:18:51.545987 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b141d319-3139-43a8-87e0-12d4365aa828 req-a1772e6a-8038-4499-bb0d-c59e275c7f6c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344670 Sep 14 17:18:52.669770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59126e-885a-4368-8cd5-25193fc77b90 req-48abbb2e-0394-4390-a5af-a562afbc9971 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:52.671277 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6a59126e-885a-4368-8cd5-25193fc77b90 req-48abbb2e-0394-4390-a5af-a562afbc9971 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0490994 Sep 14 17:18:52.682406 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:18:52.710612 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6a59126e-885a-4368-8cd5-25193fc77b90 req-14e4b70f-55d0-42ec-a8d9-cd2f5d5fa537 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331483 Sep 14 17:18:53.837088 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b11ed2-c49f-4231-8ee6-e92ba185a3b3 req-a3d1b2ec-ac41-461a-a005-34df1941e6bd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:53.838577 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91b11ed2-c49f-4231-8ee6-e92ba185a3b3 req-a3d1b2ec-ac41-461a-a005-34df1941e6bd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0541506 Sep 14 17:18:53.879979 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-91b11ed2-c49f-4231-8ee6-e92ba185a3b3 req-fa1028f6-5096-4aed-907a-8c9b9f04aca2 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339868 Sep 14 17:18:55.003461 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf88f1-7396-42a1-a988-2bae0ae59a56 req-9afbaa0b-52c5-46f4-9381-debeba5185fd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:55.004962 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3faf88f1-7396-42a1-a988-2bae0ae59a56 req-9afbaa0b-52c5-46f4-9381-debeba5185fd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0503244 Sep 14 17:18:55.045147 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3faf88f1-7396-42a1-a988-2bae0ae59a56 req-76ed3a93-e615-40e8-9ea0-37a4c05ce500 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341947 Sep 14 17:18:56.165934 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f537e-9cc2-4053-bd2f-ecc638687165 req-10e11c5f-7461-431e-a32c-a8cb31df05a1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:56.167430 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c50f537e-9cc2-4053-bd2f-ecc638687165 req-10e11c5f-7461-431e-a32c-a8cb31df05a1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0505095 Sep 14 17:18:56.205567 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c50f537e-9cc2-4053-bd2f-ecc638687165 req-cbb2a39c-4d83-4cb5-bc76-4018a8ebd31f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320759 Sep 14 17:18:57.330757 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433df0be-abcd-43e9-a63f-cac1a4d710cf req-fe46e522-95ec-4157-a424-d3b898466523 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:57.332568 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-433df0be-abcd-43e9-a63f-cac1a4d710cf req-fe46e522-95ec-4157-a424-d3b898466523 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0543516 Sep 14 17:18:57.371168 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-433df0be-abcd-43e9-a63f-cac1a4d710cf req-a055ae49-de4b-47ef-92c9-c4e08e42aed9 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322454 Sep 14 17:18:58.494805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16820b-6116-472d-8464-ee2acdfca76a req-c80e60fa-8250-4011-aaad-0972acd379eb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:58.496457 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6b16820b-6116-472d-8464-ee2acdfca76a req-c80e60fa-8250-4011-aaad-0972acd379eb tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0508041 Sep 14 17:18:58.537091 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6b16820b-6116-472d-8464-ee2acdfca76a req-12ca2b76-aeeb-4c5e-8973-71bdeb2b4abc tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345061 Sep 14 17:18:59.657985 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115043-7392-49b0-aebf-9cbe78d51965 req-6e0c273a-4f77-489e-8855-62a409005432 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:18:59.659577 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5d115043-7392-49b0-aebf-9cbe78d51965 req-6e0c273a-4f77-489e-8855-62a409005432 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0493705 Sep 14 17:18:59.703753 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5d115043-7392-49b0-aebf-9cbe78d51965 req-79fdb948-faf5-48ad-a38c-8aa713ccc3ea tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377178 Sep 14 17:19:00.831086 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cec78b-8a63-44b2-96f7-141d3beebb0c req-45af4139-9e94-4bd9-96ed-ed187a6dd22f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:00.832582 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d6cec78b-8a63-44b2-96f7-141d3beebb0c req-45af4139-9e94-4bd9-96ed-ed187a6dd22f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0520804 Sep 14 17:19:00.872170 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d6cec78b-8a63-44b2-96f7-141d3beebb0c req-1cbaa6ab-2e57-4fba-9183-635f0ff44b27 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331242 Sep 14 17:19:01.995594 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93984-fe13-46fb-8914-45ea3a451c59 req-b8ef25d6-1ec9-4a0d-9a13-f413860699ff tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:01.997216 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53e93984-fe13-46fb-8914-45ea3a451c59 req-b8ef25d6-1ec9-4a0d-9a13-f413860699ff tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0537152 Sep 14 17:19:02.034683 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-53e93984-fe13-46fb-8914-45ea3a451c59 req-9023be29-4e69-44b4-861d-5c8f6e6c1723 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316348 Sep 14 17:19:03.151762 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584e64f-1527-47c9-a5cf-a981880caf4b req-bc84830b-3364-434e-b7f5-e6b0cd88bf9a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:03.153837 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d584e64f-1527-47c9-a5cf-a981880caf4b req-bc84830b-3364-434e-b7f5-e6b0cd88bf9a tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0487583 Sep 14 17:19:03.190043 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d584e64f-1527-47c9-a5cf-a981880caf4b req-a31eaeec-b02e-46e4-b370-854aaa14d063 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303295 Sep 14 17:19:04.159908 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-d5e9775b-110a-4f6d-92d1-5e1486b83431 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448315 Sep 14 17:19:04.221641 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-f1cc785a-e783-458c-87ee-62b163a96d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:04.223204 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-f1cc785a-e783-458c-87ee-62b163a96d18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0417256 Sep 14 17:19:04.370073 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ead57-b394-4e5b-8385-24347d01f7fc req-9715a7b2-bb75-4420-87c5-4bf21e72c8b5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:04.371860 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-199ead57-b394-4e5b-8385-24347d01f7fc req-9715a7b2-bb75-4420-87c5-4bf21e72c8b5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.1055501 Sep 14 17:19:04.377889 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-51efd3e2-8ad7-4db0-a064-178d55622df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:04.379395 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-51efd3e2-8ad7-4db0-a064-178d55622df0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.1360521 Sep 14 17:19:04.459413 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-199ead57-b394-4e5b-8385-24347d01f7fc req-7315f99c-2434-433e-9582-181a1fa7654d tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769210 Sep 14 17:19:04.470432 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-c153d22c-8a0b-4724-9e41-20c23041987e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 1001 time: 0.0792470 Sep 14 17:19:04.522790 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-c802b321-e1ec-4c68-ba8a-57e690487c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:04.524239 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-c802b321-e1ec-4c68-ba8a-57e690487c4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0464149 Sep 14 17:19:04.570543 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-5fe828de-b264-451d-8f16-3d1c87a4f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:04.572015 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-5fe828de-b264-451d-8f16-3d1c87a4f6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396512 Sep 14 17:19:04.672744 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-0833a1e9-6b4f-4728-9af1-b09f3b0bf64f service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913510 Sep 14 17:19:04.760877 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5df6decd-4d58-42c9-8e48-00a1d5c692b8 req-aa54aa26-5773-4237-afb9-e6e7bda7464b service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812070 Sep 14 17:19:05.582804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6d37-db1a-4ca1-91ba-809e30b13e9f req-c9fd6e39-c44e-4c97-b0b4-0c05e6c458ca tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:05.584319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-96ec6d37-db1a-4ca1-91ba-809e30b13e9f req-c9fd6e39-c44e-4c97-b0b4-0c05e6c458ca tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0487976 Sep 14 17:19:05.625338 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-96ec6d37-db1a-4ca1-91ba-809e30b13e9f req-9c5236a8-e683-4a44-821f-a5867eedcd41 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336912 Sep 14 17:19:06.744226 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d9d86-f966-4d0f-9003-b4fb649da1c4 req-6ee185fc-7a6c-4f10-9b69-1508681e93ff tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:06.745750 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0f5d9d86-f966-4d0f-9003-b4fb649da1c4 req-6ee185fc-7a6c-4f10-9b69-1508681e93ff tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0506511 Sep 14 17:19:06.783382 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0f5d9d86-f966-4d0f-9003-b4fb649da1c4 req-9be6ef12-9b1e-4581-84a3-17f063b09d9c tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305939 Sep 14 17:19:07.702831 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:19:07.795149 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:07.805709 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'port_id': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'mac_address': 'fa:16:3e:0f:fb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:19:07.843686 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:07.856810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2de0ac0-f130-4172-b6f7-14c14d18a177 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:19:07.877191 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:07.881925 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:07.906468 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09351c7b-31d3-43b1-b2c4-5d2854d6889c req-d70cfc70-a3d7-4665-9e5e-60658acd1295 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:07.907973 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-09351c7b-31d3-43b1-b2c4-5d2854d6889c req-d70cfc70-a3d7-4665-9e5e-60658acd1295 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 943 time: 0.0517480 Sep 14 17:19:07.932935 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=9']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:07.951470 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-09351c7b-31d3-43b1-b2c4-5d2854d6889c req-08deef3c-3bdd-468e-9d0a-a0c9feff3d72 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370502 Sep 14 17:19:08.249908 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['f2de0ac0-f130-4172-b6f7-14c14d18a177'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:19:09.071396 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe7ce8-0596-4d5c-a914-bd0da3b6cd44 req-a4cc6dd4-68d1-43db-9eeb-73c87dc74d97 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:09.072928 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-80fe7ce8-0596-4d5c-a914-bd0da3b6cd44 req-a4cc6dd4-68d1-43db-9eeb-73c87dc74d97 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 944 time: 0.0494068 Sep 14 17:19:09.110753 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-80fe7ce8-0596-4d5c-a914-bd0da3b6cd44 req-9d17bffe-c412-49bc-a460-e0fb382e9ebe tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319211 Sep 14 17:19:09.716612 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:19:09.763145 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port f2de0ac0-f130-4172-b6f7-14c14d18a177 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:19:09.763508 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:09.838881 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:09.861571 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:19:09.864173 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4457b7de-e40b-42ab-9c25-bafa2b0fa6c2" -d '{"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-plugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:19:09.877579 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:09.881516 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:09.906110 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cf4fb3-21e9-41ee-ad2d-d87b51127344 x-openstack-request-id: req-58cf4fb3-21e9-41ee-ad2d-d87b51127344 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:19:09.906400 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-plugged", "status": "completed", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:19:09.907168 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58cf4fb3-21e9-41ee-ad2d-d87b51127344 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:19:09.907561 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'code': 200} Sep 14 17:19:09.934996 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=10']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:10.120838 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7080e-67ca-423c-a7c1-56942ac1867d req-2e036b22-c256-433c-be1f-ac571f2d8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:10.122352 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7da7080e-67ca-423c-a7c1-56942ac1867d req-2e036b22-c256-433c-be1f-ac571f2d8e0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 1099 time: 0.0445487 Sep 14 17:19:10.157363 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7da7080e-67ca-423c-a7c1-56942ac1867d req-4a5f2f7b-d8ad-4709-bdd5-5a4bb3e8aad1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280683 Sep 14 17:19:10.230783 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893122b7-7bf6-4ba2-98c4-f4cde86c8887 req-3c49816f-2b64-456f-9c20-cb6d3d8f4fa6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:10.232468 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-893122b7-7bf6-4ba2-98c4-f4cde86c8887 req-3c49816f-2b64-456f-9c20-cb6d3d8f4fa6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.0507870 Sep 14 17:19:10.269420 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-893122b7-7bf6-4ba2-98c4-f4cde86c8887 req-f7e1b4b5-c7a7-4d93-b2a6-ed5df5a73174 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310977 Sep 14 17:19:11.387864 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd52da-bf1a-4fb4-84e5-e98d8ef4c9b5 req-3a1a99a3-f1fc-4e63-bf08-08f6d7cabb85 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:11.389340 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-34fd52da-bf1a-4fb4-84e5-e98d8ef4c9b5 req-3a1a99a3-f1fc-4e63-bf08-08f6d7cabb85 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.0476398 Sep 14 17:19:11.426095 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-34fd52da-bf1a-4fb4-84e5-e98d8ef4c9b5 req-0d54397c-70b7-4d91-86ec-cb6b98b55088 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310032 Sep 14 17:19:12.545706 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3b6f2-22cd-4681-ad23-621e03a3975a req-f5e36059-19e7-433c-89b3-b08545bd2c20 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:12.547171 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f7a3b6f2-22cd-4681-ad23-621e03a3975a req-f5e36059-19e7-433c-89b3-b08545bd2c20 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.0516088 Sep 14 17:19:12.583880 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f7a3b6f2-22cd-4681-ad23-621e03a3975a req-7bdbba65-42e2-4903-bcf8-e2d0ac9d1da3 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308781 Sep 14 17:19:14.877806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:17.377195 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-75015ad9-0d0b-481b-aa98-7a9e5dcba0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:18.706094 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:19:19.875449 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9ece-cad3-4bbf-91a9-3e6ac5c8a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:20.607941 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:20.889539 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:22.682165 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:25.915714 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a88ec-daa7-4c12-bd0d-0a246ae0d098 req-11dc85ab-a9c5-409d-9758-cf2d1baf7817 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:25.917326 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-031a88ec-daa7-4c12-bd0d-0a246ae0d098 req-11dc85ab-a9c5-409d-9758-cf2d1baf7817 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.0527437 Sep 14 17:19:25.957607 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-031a88ec-daa7-4c12-bd0d-0a246ae0d098 req-abede3a3-d73a-4ae5-a48b-37930751d20a tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336559 Sep 14 17:19:27.075516 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68dada-23ec-4c15-bb89-f38b016257a9 req-8dd2d932-7465-4d18-b8f4-b745451bee66 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:27.077009 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6c68dada-23ec-4c15-bb89-f38b016257a9 req-8dd2d932-7465-4d18-b8f4-b745451bee66 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.0479896 Sep 14 17:19:27.114286 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-6c68dada-23ec-4c15-bb89-f38b016257a9 req-aefe13bd-78cf-49f6-8a80-fc6e2e2c723c tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Sep 14 17:19:27.996189 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-1d294cc2-9efd-4330-9ed3-57357d365359 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:27.997644 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-1d294cc2-9efd-4330-9ed3-57357d365359 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.0521235 Sep 14 17:19:28.087261 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Deleting port 63060734-5c95-4383-a936-e8748b091de0 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:19:28.087918 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:28.180777 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] For port 63060734-5c95-4383-a936-e8748b091de0, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=63060734-5c95-4383-a936-e8748b091de0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:28.181157 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:28.284731 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c296f-b08c-4189-b271-40b83d2e3e9f req-5ba7f2c3-631c-48ec-815c-254fb632e98b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:28.286117 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-145c296f-b08c-4189-b271-40b83d2e3e9f req-5ba7f2c3-631c-48ec-815c-254fb632e98b tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d2a78f5-2c94-411a-9b02-cc59163f0cec HTTP/1.1" status: 200 len: 946 time: 0.1019244 Sep 14 17:19:28.391064 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-145c296f-b08c-4189-b271-40b83d2e3e9f req-597d05bd-4396-4443-81c3-dc5d8c111f15 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups?id=93bc55d2-0937-4ec6-9885-03a8263fceba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785921 Sep 14 17:19:28.414330 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:28.414686 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:28.414995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Floating IP 3aa98d71-103b-4b20-90e1-984042b25c52 disassociated. External IP: 172.27.1.16, port: 63060734-5c95-4383-a936-e8748b091de0. Sep 14 17:19:28.415325 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Calling delete_port for 63060734-5c95-4383-a936-e8748b091de0 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:19:28.537411 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:28.565573 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event deleted for resources: {'Port': ['ID=63060734-5c95-4383-a936-e8748b091de0,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:28.574884 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.575230 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.575568 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.575906 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.576239 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.576654 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.576987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.577315 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.577638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.577962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.578281 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.578595 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:28.688557 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:19:28.793757 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:19:28.803251 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:19:28.812497 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:19:28.813113 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:19:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:28.835175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] No DVR routers for this DVR port 63060734-5c95-4383-a936-e8748b091de0 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:19:28.837612 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:28.840095 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cda148ee-72f8-4ea5-b892-fe026d7cc1e9 req-f637ea71-15df-4c91-af5c-2d720f0b83e1 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.41 "DELETE /v2.0/ports/63060734-5c95-4383-a936-e8748b091de0 HTTP/1.1" status: 204 len: 173 time: 0.8357034 Sep 14 17:19:28.840549 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'name': 'network-vif-deleted', 'tag': '63060734-5c95-4383-a936-e8748b091de0'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:19:28.843298 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a66bd8-d6cf-4436-9a8e-710cc4aeeb7c" -d '{"events": [{"server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "name": "network-vif-deleted", "tag": "63060734-5c95-4383-a936-e8748b091de0"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:19:28.887243 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67e2b79-1f94-43f5-b6d2-a7712cae15ed x-openstack-request-id: req-a67e2b79-1f94-43f5-b6d2-a7712cae15ed {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:19:28.887534 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a78f5-2c94-411a-9b02-cc59163f0cec", "name": "network-vif-deleted", "tag": "63060734-5c95-4383-a936-e8748b091de0", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:19:28.888293 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a67e2b79-1f94-43f5-b6d2-a7712cae15ed {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:19:28.888734 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a78f5-2c94-411a-9b02-cc59163f0cec', 'name': 'network-vif-deleted', 'tag': '63060734-5c95-4383-a936-e8748b091de0', 'status': 'completed', 'code': 200} Sep 14 17:19:28.927738 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:19:29.140439 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:29.166202 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:19:29.174597 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:19:29.175187 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:19:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:29.282761 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:19:29.474414 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51214) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:29.491606 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:29.519497 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15445692-538c-4d53-864d-72bcad7722a6 None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'd3fc3c97-7998-4115-a248-a6d61d196bbe', 'name': '', 'network_id': '7a6139dd-2145-496b-9be3-6ec03e73f989', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'mac_address': 'fa:16:3e:91:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:40Z', 'updated_at': '2021-09-14T17:08:57Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'subnets': [{'id': '87bdca96-e9a7-4ec2-a1fa-a76e689ab000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:19:29.530528 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.553829 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.602805 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.605801 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.607062 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "DELETE /v2.0/security-groups/93bc55d2-0937-4ec6-9885-03a8263fceba HTTP/1.1" status: 204 len: 168 time: 0.1311760 Sep 14 17:19:29.609958 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51216) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:29.617488 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc55d2-0937-4ec6-9885-03a8263fceba,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:29.624666 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.api.v2.resource [None req-8b91e399-ef99-4ad7-ac6d-59b8f75ba587 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] show failed (client error): The resource could not be found. Sep 14 17:19:29.625315 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.625663 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.625861 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-8b91e399-ef99-4ad7-ac6d-59b8f75ba587 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "GET /v2.0/security-groups/93bc55d2-0937-4ec6-9885-03a8263fceba HTTP/1.1" status: 404 len: 347 time: 0.0147247 Sep 14 17:19:29.626078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.626331 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.626667 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.627003 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.627340 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.627668 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.627997 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.628324 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.628602 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51218) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:29.628718 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.628989 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db7f41-e1a7-47d1-810f-cb437ad50b1e tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:29.750317 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a7d7f-956d-4367-8de9-08dc6ba7508d None None] New status for floating IP 3aa98d71-103b-4b20-90e1-984042b25c52: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:19:29.765025 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Deleting port d2dd39ae-963c-4389-8ed4-89e8038af37c {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:19:29.765377 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.842015 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.842342 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:29.854189 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Calling delete_port for d2dd39ae-963c-4389-8ed4-89e8038af37c owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:19:29.988653 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:30.014445 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Pushing event deleted for resources: {'Port': ['ID=d2dd39ae-963c-4389-8ed4-89e8038af37c,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:30.342693 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:30.345299 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:30.346433 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b70e2403-f59c-4e69-b208-43af37e6fc76 tempest-AttachVolumeTestJSON-2102369613 tempest-AttachVolumeTestJSON-2102369613-project] 10.222.0.64 "DELETE /v2.0/floatingips/3aa98d71-103b-4b20-90e1-984042b25c52 HTTP/1.1" status: 204 len: 168 time: 0.7169502 Sep 14 17:19:30.363123 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872bc28-17f7-4d76-a875-8e561af8b565 req-398507ef-9e9a-4bf4-87c9-a726fabb80b3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:30.364647 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a872bc28-17f7-4d76-a875-8e561af8b565 req-398507ef-9e9a-4bf4-87c9-a726fabb80b3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0664077 Sep 14 17:19:30.402907 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a872bc28-17f7-4d76-a875-8e561af8b565 req-636c70e1-a5c6-4c43-9223-9ed14b6ce11a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323856 Sep 14 17:19:31.522192 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff696a6-a804-45e3-ba76-f821afe68bec req-dbef206a-f77d-4132-a930-2cecbc4cfb49 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:31.524307 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3ff696a6-a804-45e3-ba76-f821afe68bec req-dbef206a-f77d-4132-a930-2cecbc4cfb49 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0526633 Sep 14 17:19:31.565788 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3ff696a6-a804-45e3-ba76-f821afe68bec req-e29c0040-5ea8-4d55-9342-13cea1299a75 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330808 Sep 14 17:19:31.849032 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 63060734-5c95-4383-a936-e8748b091de0 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:19:31.870298 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 63060734-5c95-4383-a936-e8748b091de0 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:19:31.870637 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 63060734-5c95-4383-a936-e8748b091de0 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:19:32.687481 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694838-e00a-4bf8-848c-146002594738 req-588b445c-8b7c-4045-bee5-0e57fd060efd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:32.689118 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-47694838-e00a-4bf8-848c-146002594738 req-588b445c-8b7c-4045-bee5-0e57fd060efd tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0523450 Sep 14 17:19:32.726343 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-47694838-e00a-4bf8-848c-146002594738 req-b1a2f0f0-73bf-48c8-b8da-074913230cab tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311654 Sep 14 17:19:33.842149 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5335a-409f-41f0-90a9-22a2a0d9558b req-b9871dd3-a7f4-4eae-a200-65c536d23e1d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:33.843691 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-16e5335a-409f-41f0-90a9-22a2a0d9558b req-b9871dd3-a7f4-4eae-a200-65c536d23e1d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0493014 Sep 14 17:19:33.883327 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-16e5335a-409f-41f0-90a9-22a2a0d9558b req-8c27d9e7-e8e0-4428-a8c1-5091f542ffa6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337815 Sep 14 17:19:33.899041 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51258) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:34.329641 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:34.566452 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Deleting port d3fc3c97-7998-4115-a248-a6d61d196bbe {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:19:34.566699 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:34.643160 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] For port d3fc3c97-7998-4115-a248-a6d61d196bbe, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=d3fc3c97-7998-4115-a248-a6d61d196bbe,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:34.643521 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:34.656254 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Calling delete_port for d3fc3c97-7998-4115-a248-a6d61d196bbe owned by network:router_interface {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:19:34.839153 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:34.870683 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fc3c97-7998-4115-a248-a6d61d196bbe,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:35.070852 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1200e8b-b102-4830-a69a-0d5eed907d06 req-3a2f6ca5-a2a2-48af-ba70-9bfafbf7f37c tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:35.072354 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f1200e8b-b102-4830-a69a-0d5eed907d06 req-3a2f6ca5-a2a2-48af-ba70-9bfafbf7f37c tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0997338 Sep 14 17:19:35.083149 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:35.159451 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f1200e8b-b102-4830-a69a-0d5eed907d06 req-a0ccd5e6-259a-49b0-8105-a9f7ad591088 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780921 Sep 14 17:19:35.327794 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Router 5dc47cc8-c819-4f8b-830e-404b790c0d98 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:19:35.434584 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:19:35.439613 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-edbe1874-6d09-49f4-8f01-2efc97f513ef admin admin] 10.222.0.64 "PUT /v2.0/routers/5dc47cc8-c819-4f8b-830e-404b790c0d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5394020 Sep 14 17:19:35.442034 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51264) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:35.444532 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] Sync routers for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:19:35.453635 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:19:35.454248 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:19:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:35.545538 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks [] for router, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:35.563425 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:19:35.646083 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:35.700782 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Deleting port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:19:35.701022 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:35.745427 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:19:34Z', 'revision_number': 5, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port': {'id': '722d6221-7ddb-4aae-98aa-290dfe7f8ab6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:34Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:35.771144 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] Checking router: 5dc47cc8-c819-4f8b-830e-404b790c0d98 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:19:35.777891 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] For port 722d6221-7ddb-4aae-98aa-290dfe7f8ab6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:35.778914 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:35.779791 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] Routers {'5dc47cc8-c819-4f8b-830e-404b790c0d98'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:19:35.780388 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:19:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5dc47cc8-c819-4f8b-830e-404b790c0d98'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:35.796003 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Calling delete_port for 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 owned by network:router_gateway {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:19:35.969016 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:35.989930 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] Set router 5dc47cc8-c819-4f8b-830e-404b790c0d98 gateway port host: None {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:19:35.997004 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Pushing event deleted for resources: {'Port': ['ID=722d6221-7ddb-4aae-98aa-290dfe7f8ab6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:36.042206 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:19:35Z', 'revision_number': 6, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:36.061707 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.071111 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd94008-1ef8-4e36-9ea7-813052ddac8f None None] The sync data for ids ['5dc47cc8-c819-4f8b-830e-404b790c0d98'] in dv-cinder-808992-3-iscsi is: [{'id': '5dc47cc8-c819-4f8b-830e-404b790c0d98', 'name': 'tempest-AttachVolumeTestJSON-862168250-router', 'tenant_id': 'ea9351bc032c4ad1bf1b281b18922203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:19:35Z', 'revision_number': 6, 'project_id': 'ea9351bc032c4ad1bf1b281b18922203', 'gw_port_host': None}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:19:36.152627 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.154990 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.198837 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.199454 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc47cc8-c819-4f8b-830e-404b790c0d98 {{(pid=94109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:19:36.205757 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.206908 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-4de9211a-7a49-43e8-bea1-39ea5937868f admin admin] 10.222.0.64 "DELETE /v2.0/routers/5dc47cc8-c819-4f8b-830e-404b790c0d98 HTTP/1.1" status: 204 len: 168 time: 0.7639711 Sep 14 17:19:36.209429 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51268) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:36.283247 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Deleting subnet 87bdca96-e9a7-4ec2-a1fa-a76e689ab000 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:19:36.287613 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.324480 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5270eb-a149-42b3-aa4c-e44b8fdc3462 req-14f44a02-c870-40af-b884-49f9305682b8 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:36.327022 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f5270eb-a149-42b3-aa4c-e44b8fdc3462 req-14f44a02-c870-40af-b884-49f9305682b8 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0883524 Sep 14 17:19:36.341441 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.404061 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8f5270eb-a149-42b3-aa4c-e44b8fdc3462 req-79b7fce2-39cc-4a1e-adc9-782f689fef8a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710485 Sep 14 17:19:36.447222 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.509609 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.532006 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bdca96-e9a7-4ec2-a1fa-a76e689ab000,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:36.540277 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.544248 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1a55f1b9-5dff-4380-9e64-2183bb4ca5e5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/87bdca96-e9a7-4ec2-a1fa-a76e689ab000 HTTP/1.1" status: 204 len: 168 time: 0.3318963 Sep 14 17:19:36.545637 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51270) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:36.548110 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96783fcf-1ad7-40e7-b7bb-d8886308407e None None] Network 7a6139dd-2145-496b-9be3-6ec03e73f989 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:19:36.615520 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.666582 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Deleting port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:19:36.666920 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.730210 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] For port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,segment=NetworkSegment(86b9a975-3058-49cc-9319-41192439c872),segment_id=86b9a975-3058-49cc-9319-41192439c872)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:36.730581 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.743415 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Calling delete_port for c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 owned by network:dhcp {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:19:36.828355 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.855926 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Pushing event deleted for resources: {'Port': ['ID=c980b5cc-2fd9-4eb9-b856-b9a700e7cac0,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:36.862161 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] No DVR routers for this DVR port c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 on host dv-cinder-808992-3-iscsi {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:19:36.875698 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d8835-4971-4239-8981-daa6ed854bf3 None None] DHCP port deletion for 7a6139dd-2145-496b-9be3-6ec03e73f989 request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:19:36.942542 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:36.963720 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6139dd-2145-496b-9be3-6ec03e73f989']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:36.974476 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b9a975-3058-49cc-9319-41192439c872') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:36.975129 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b9a975-3058-49cc-9319-41192439c872') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:19:36.985969 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.000540 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.007568 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:19:37.008124 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:19:37.010234 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:19:37.013029 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:19:37.036271 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:19:37.036810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device c980b5cc-2fd9-4eb9-b856-b9a700e7cac0 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:19:37.037293 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device d3fc3c97-7998-4115-a248-a6d61d196bbe no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:19:37.056309 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: d3fc3c97-7998-4115-a248-a6d61d196bbe {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:19:37.056845 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device d3fc3c97-7998-4115-a248-a6d61d196bbe not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:19:37.057316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:19:37.069683 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.078204 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:19:37.078613 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 722d6221-7ddb-4aae-98aa-290dfe7f8ab6 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:19:37.097638 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.100008 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] 10.222.0.64 "DELETE /v2.0/networks/7a6139dd-2145-496b-9be3-6ec03e73f989 HTTP/1.1" status: 204 len: 168 time: 0.5533125 Sep 14 17:19:37.101294 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8bdb6-2e99-4f85-b637-d5f5f3530eed admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6139dd-2145-496b-9be3-6ec03e73f989,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:37.217295 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51274) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:37.260881 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1cd86705-7c40-48e6-9325-b17afcb7fbbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea9351bc032c4ad1bf1b281b18922203&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423961 Sep 14 17:19:37.263478 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51276) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:37.310677 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4164-21f1-4ec4-92bb-2246bbc8d5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.331483 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4164-21f1-4ec4-92bb-2246bbc8d5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.378039 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4164-21f1-4ec4-92bb-2246bbc8d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.380686 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4164-21f1-4ec4-92bb-2246bbc8d5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:37.381891 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9c4f4164-21f1-4ec4-92bb-2246bbc8d5b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c728962-9a43-4ad2-a199-19a5d2a720ce HTTP/1.1" status: 204 len: 168 time: 0.1175354 Sep 14 17:19:37.389763 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f4164-21f1-4ec4-92bb-2246bbc8d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c728962-9a43-4ad2-a199-19a5d2a720ce,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:37.518361 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115d37-9b53-4b0c-8429-bd8672aabbb1 req-3a0c72f9-f551-43d3-b42b-659e15b2bf0e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:37.520209 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-49115d37-9b53-4b0c-8429-bd8672aabbb1 req-3a0c72f9-f551-43d3-b42b-659e15b2bf0e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0500722 Sep 14 17:19:37.559493 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-49115d37-9b53-4b0c-8429-bd8672aabbb1 req-467fd8bb-2b45-43df-addd-65d856378986 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Sep 14 17:19:38.677352 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b459c8-99ea-4437-be6d-440ad388fb14 req-a1b7a2f7-c4ac-469b-8bf9-3b9eb8e817aa tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:38.679171 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-59b459c8-99ea-4437-be6d-440ad388fb14 req-a1b7a2f7-c4ac-469b-8bf9-3b9eb8e817aa tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0531225 Sep 14 17:19:38.721584 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-59b459c8-99ea-4437-be6d-440ad388fb14 req-fd756d38-d757-4809-b08f-3dfb335ff450 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Sep 14 17:19:39.866080 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c1a4-c3e4-425b-a530-1fba9c36c6c5 req-50289566-c812-4024-be0c-1bcbd68b51a3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:39.867760 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed73c1a4-c3e4-425b-a530-1fba9c36c6c5 req-50289566-c812-4024-be0c-1bcbd68b51a3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0711033 Sep 14 17:19:39.914456 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ed73c1a4-c3e4-425b-a530-1fba9c36c6c5 req-82649c4b-10d8-451a-99c2-32a3bfed4337 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Sep 14 17:19:40.136486 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51422) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:40.238859 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c914ec25-f685-49e1-af43-7a3cf0c0f221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.326450 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c914ec25-f685-49e1-af43-7a3cf0c0f221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.330202 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c914ec25-f685-49e1-af43-7a3cf0c0f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.367175 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c914ec25-f685-49e1-af43-7a3cf0c0f221 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4e0f7ad24794ff5aafb81d7689e050b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296560 Sep 14 17:19:40.368012 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914ec25-f685-49e1-af43-7a3cf0c0f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596054a3-8c76-47ed-afb2-8125a994901c,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:40.370549 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51426) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:40.420174 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5edfbd9-bb39-41e1-9e89-ff8a9ba2a74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.440720 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5edfbd9-bb39-41e1-9e89-ff8a9ba2a74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.486424 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5edfbd9-bb39-41e1-9e89-ff8a9ba2a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.489303 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5edfbd9-bb39-41e1-9e89-ff8a9ba2a74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.490620 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f5edfbd9-bb39-41e1-9e89-ff8a9ba2a74c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/596054a3-8c76-47ed-afb2-8125a994901c HTTP/1.1" status: 204 len: 168 time: 0.1188893 Sep 14 17:19:40.498603 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edfbd9-bb39-41e1-9e89-ff8a9ba2a74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596054a3-8c76-47ed-afb2-8125a994901c,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:40.746373 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51432) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:40.759441 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1a1717c1-f54c-445a-b7bf-a840d0f303d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.845703 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1a1717c1-f54c-445a-b7bf-a840d0f303d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.849173 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1a1717c1-f54c-445a-b7bf-a840d0f303d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:40.886290 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-1a1717c1-f54c-445a-b7bf-a840d0f303d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88f2f2bd7a4f461b8ab67a3ed424e849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383545 Sep 14 17:19:40.887146 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1717c1-f54c-445a-b7bf-a840d0f303d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2655466d-387c-4516-897e-e2ec0408eaf6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:40.889811 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51434) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:41.209431 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5db3bbf4-354d-4c0c-8c37-32ea6b284db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:41.238478 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d204a-7b6b-40a6-a772-5591ac7c7aef req-ba5f82c4-bb9c-4610-8680-12e1181c2db3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:41.239939 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-794d204a-7b6b-40a6-a772-5591ac7c7aef req-ba5f82c4-bb9c-4610-8680-12e1181c2db3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0726449 Sep 14 17:19:41.244335 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5db3bbf4-354d-4c0c-8c37-32ea6b284db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:41.299461 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-794d204a-7b6b-40a6-a772-5591ac7c7aef req-526d5cdd-77c5-462f-b098-885615778769 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531845 Sep 14 17:19:41.319757 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5db3bbf4-354d-4c0c-8c37-32ea6b284db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:41.322331 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5db3bbf4-354d-4c0c-8c37-32ea6b284db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:41.323438 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5db3bbf4-354d-4c0c-8c37-32ea6b284db2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2655466d-387c-4516-897e-e2ec0408eaf6 HTTP/1.1" status: 204 len: 168 time: 0.4326682 Sep 14 17:19:41.332347 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3bbf4-354d-4c0c-8c37-32ea6b284db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2655466d-387c-4516-897e-e2ec0408eaf6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:41.970761 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51462) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:42.065932 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-203322333-network', 'tenant_id': 'a7ba693d12a84e3aaf66b02e9767e37f'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:19:42.087169 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Made reservation on behalf of a7ba693d12a84e3aaf66b02e9767e37f for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:19:42.089535 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.098251 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.189167 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.192711 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.213687 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:19:42.227363 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba099f2b-1ea3-4c85-bd9b-7d9e2e6f7bee,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:42.232827 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.233152 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Added segment 8a1f988e-df37-4344-acff-f62ecd38e1f8 of type vlan for network 91f9c9a9-8e9e-48a5-822a-3df4ad57153e Sep 14 17:19:42.273425 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.296965 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.297996 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:42.298577 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.329217 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3573079 Sep 14 17:19:42.332268 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51468) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:42.338506 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Request body: {'subnet': {'network_id': '91f9c9a9-8e9e-48a5-822a-3df4ad57153e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-203322333-subnet', 'tenant_id': 'a7ba693d12a84e3aaf66b02e9767e37f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:19:42.375692 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74097ac7-5719-4205-b19e-1ed020d51020 admin admin] Pushing event updated for resources: {'Network': ['ID=91f9c9a9-8e9e-48a5-822a-3df4ad57153e,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:42.385062 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network 91f9c9a9-8e9e-48a5-822a-3df4ad57153e details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:19:42.418551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Made reservation on behalf of a7ba693d12a84e3aaf66b02e9767e37f for: {'subnet': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:19:42.421615 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5691585'] for subnet, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.457055 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff5308-1e61-41d4-b688-84b2a7da1441 req-31e1cdb5-54bd-486b-af3f-7373d20ebde7 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:42.458572 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e3ff5308-1e61-41d4-b688-84b2a7da1441 req-31e1cdb5-54bd-486b-af3f-7373d20ebde7 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0872946 Sep 14 17:19:42.570129 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e3ff5308-1e61-41d4-b688-84b2a7da1441 req-8c00fc29-d303-4759-a67a-0f9a842e1804 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808089 Sep 14 17:19:42.613209 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-488dc180-b870-47d8-ac00-34c9b2f30590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:42.614694 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-488dc180-b870-47d8-ac00-34c9b2f30590 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0903611 Sep 14 17:19:42.676426 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5691615'] for subnet, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.731834 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2261bd-ed9f-4fe9-b331-c4dc4ccc9b9d,revision_number=0']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:42.740187 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Checking segment: {'id': '8a1f988e-df37-4344-acff-f62ecd38e1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '91f9c9a9-8e9e-48a5-822a-3df4ad57153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:19:42.740567 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Network hostable DHCP agents. Network: 91f9c9a9-8e9e-48a5-822a-3df4ad57153e, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:19:42.757079 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Network 91f9c9a9-8e9e-48a5-822a-3df4ad57153e is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:19:42.765722 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, 91f9c9a9-8e9e-48a5-822a-3df4ad57153e) {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:19:42.770567 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:42.771518 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:42.774872 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68215418-fa9d-4394-9a44-52de3813187e None None] Network 91f9c9a9-8e9e-48a5-822a-3df4ad57153e requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:19:42.794329 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-45362ac1-d740-42a4-9c8f-c041b1256536 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4524267 Sep 14 17:19:42.898057 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57da8d1-ba43-450b-8638-6fbae27dadbf None None] Network 91f9c9a9-8e9e-48a5-822a-3df4ad57153e requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:19:43.241968 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51486) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:43.247236 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1642959215-network', 'tenant_id': '56694edd25b94b6fabfffd916c0e442f'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:19:43.267713 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Made reservation on behalf of 56694edd25b94b6fabfffd916c0e442f for: {'network': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:19:43.269957 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for network, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.282733 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.370870 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.374687 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.401126 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 17:19:43.407120 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05deb209-f577-4e1c-9e98-24a03d3bfae3,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:43.414717 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.414849 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.segments_db [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Added segment 10b542f8-79ef-427b-a937-97b4a937a8b6 of type vlan for network bcd1af71-9948-49cd-9f56-b7291576636c Sep 14 17:19:43.453713 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771368078111'] for network, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.476596 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553'] for network, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.477606 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:43.478183 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.507488 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2643707 Sep 14 17:19:43.510354 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51490) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:43.515920 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.v2.base [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Request body: {'subnet': {'network_id': 'bcd1af71-9948-49cd-9f56-b7291576636c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1642959215-subnet', 'tenant_id': '56694edd25b94b6fabfffd916c0e442f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:19:43.536170 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Made reservation on behalf of 56694edd25b94b6fabfffd916c0e442f for: {'subnet': 1} {{(pid=94108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:19:43.538560 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4667359'] for subnet, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.542571 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e38b-97c6-4268-a857-33ef80a57013 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd1af71-9948-49cd-9f56-b7291576636c,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:43.553471 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Network bcd1af71-9948-49cd-9f56-b7291576636c details requested by agent ovs-agent-dv-cinder-808992-3-iscsi with host dv-cinder-808992-3-iscsi {{(pid=94110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 17:19:43.688308 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f423-4b2b-48f7-bf75-94532d936fde req-cc8a5364-bb64-456d-b4b4-a8ac6845f76a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:43.689811 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c370f423-4b2b-48f7-bf75-94532d936fde req-cc8a5364-bb64-456d-b4b4-a8ac6845f76a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0475039 Sep 14 17:19:43.708713 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4363498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4667329'] for subnet, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.731026 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c370f423-4b2b-48f7-bf75-94532d936fde req-5db31fc9-d0c8-4c31-bfd1-e08ab6a9cd9b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Sep 14 17:19:43.769304 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30929d5-e06e-4b4e-8410-b521b8d665f4,revision_number=0']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:43.773550 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Checking segment: {'id': '10b542f8-79ef-427b-a937-97b4a937a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bcd1af71-9948-49cd-9f56-b7291576636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:19:43.773906 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Network hostable DHCP agents. Network: bcd1af71-9948-49cd-9f56-b7291576636c, hostable agents: ['fc53d999-6ea4-466f-8625-aa2170a8036a'], hosted agents: [] {{(pid=94108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 17:19:43.790043 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Network bcd1af71-9948-49cd-9f56-b7291576636c is scheduled to be hosted by DHCP agent fc53d999-6ea4-466f-8625-aa2170a8036a with binding_index 1 {{(pid=94108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 17:19:43.798159 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808992-3-iscsi, bcd1af71-9948-49cd-9f56-b7291576636c) {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:19:43.802332 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:43.803112 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:43.807142 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62c66b-9179-4800-b901-f6f4f7345d27 None None] Network bcd1af71-9948-49cd-9f56-b7291576636c requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:19:43.816975 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-1b198cee-f9a4-489c-b62e-d7d1417d5b3a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3054945 Sep 14 17:19:43.935640 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806640c8-4c8a-4354-a2be-c951e2e7c817 None None] Network bcd1af71-9948-49cd-9f56-b7291576636c requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:19:44.016570 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-2baebfd6-a036-431e-b224-20eeeea28a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:44.018147 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-2baebfd6-a036-431e-b224-20eeeea28a03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.0965464 Sep 14 17:19:44.099465 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-c520ab9f-d6bf-4c20-aa49-9effb2f8155d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 1001 time: 0.0732183 Sep 14 17:19:44.149918 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-b1cf4582-3865-4912-bd33-5d5d053b314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:44.151386 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-b1cf4582-3865-4912-bd33-5d5d053b314e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0439260 Sep 14 17:19:44.201963 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-0287a3a2-9d20-4ae3-9fe6-e398b4bbb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:44.203750 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-0287a3a2-9d20-4ae3-9fe6-e398b4bbb3d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454223 Sep 14 17:19:44.300649 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-5f1f48ec-0496-4cc1-9819-f1e8d54e672d service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897369 Sep 14 17:19:44.399370 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4f1f5a60-4069-4ccd-961f-c4d75058610b req-48f37193-c7dd-4438-ab6c-f465d41c64af service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915170 Sep 14 17:19:44.849571 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4477011-1a64-4215-954f-f618988adfb6 req-78f1463c-ab12-4f2a-9800-e0a8681be103 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:44.851317 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c4477011-1a64-4215-954f-f618988adfb6 req-78f1463c-ab12-4f2a-9800-e0a8681be103 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0498121 Sep 14 17:19:44.888809 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c4477011-1a64-4215-954f-f618988adfb6 req-9acc5fa8-a4a8-41c7-90a9-8f2c4d72a4fb tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310309 Sep 14 17:19:44.900119 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:46.004175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448ccb6-10a9-4d3c-8ba5-0da9bdcaa0fe req-b2f0183c-18bf-4dae-98f4-f52a3ed635ff tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:46.008857 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0448ccb6-10a9-4d3c-8ba5-0da9bdcaa0fe req-b2f0183c-18bf-4dae-98f4-f52a3ed635ff tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0525002 Sep 14 17:19:46.043658 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0448ccb6-10a9-4d3c-8ba5-0da9bdcaa0fe req-5ef9ae18-3b76-4419-a1c8-8ba9d16a394f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Sep 14 17:19:47.160746 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4c13-5f43-461d-b9a8-3992993b2ee1 req-0cbbf272-b1c5-46fd-81a7-a10c2c33a8c0 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:47.162110 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72de4c13-5f43-461d-b9a8-3992993b2ee1 req-0cbbf272-b1c5-46fd-81a7-a10c2c33a8c0 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0512633 Sep 14 17:19:47.199130 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72de4c13-5f43-461d-b9a8-3992993b2ee1 req-74e4475d-7525-4e40-8115-7f1ffc5ab54e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Sep 14 17:19:47.378373 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-cd3fde03-1961-494a-90ea-17a6f823e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:48.317505 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b897ea-8ddc-4f2a-bd7b-7fa86a907f65 req-466b1166-0fb9-4a6e-ac96-fe2cb3dfbd3b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:48.318997 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b7b897ea-8ddc-4f2a-bd7b-7fa86a907f65 req-466b1166-0fb9-4a6e-ac96-fe2cb3dfbd3b tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0473645 Sep 14 17:19:48.355994 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b7b897ea-8ddc-4f2a-bd7b-7fa86a907f65 req-deba036a-c6aa-41e7-a982-ff0038784b93 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Sep 14 17:19:49.468665 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e405c-5e77-4858-bf8f-b1a1d4657b10 req-fa9e1df3-f276-4037-98a7-8b9fca08f74f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:49.470138 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-676e405c-5e77-4858-bf8f-b1a1d4657b10 req-fa9e1df3-f276-4037-98a7-8b9fca08f74f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0484455 Sep 14 17:19:49.506645 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-676e405c-5e77-4858-bf8f-b1a1d4657b10 req-58e18376-6afd-4831-a3c5-fedf3afaef80 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307178 Sep 14 17:19:49.877078 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-6b9580da-6fd6-4834-b397-31e868a1eb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:49.887189 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:19:49.960035 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:49.981806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:19:49.984004 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927da03-1989-4e00-a4e2-7711694b7858" -d '{"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:19:50.000806 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:19:50.006143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:50.065472 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=6']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:50.072192 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.072679 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.073062 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.073489 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.073819 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.074143 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.074462 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.074778 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.075147 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.075462 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.075790 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.076098 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:19:50.160378 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb0ce41-0192-4ed3-911e-ead816b04cd7 x-openstack-request-id: req-8bb0ce41-0192-4ed3-911e-ead816b04cd7 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:19:50.160722 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:19:50.160969 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bb0ce41-0192-4ed3-911e-ead816b04cd7 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:19:50.161356 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'code': 200} Sep 14 17:19:50.613127 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:50.632840 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9586-a665-491c-bb95-75e47ee57452 req-7924c233-e4f9-4af2-83ed-6bdbe6a43798 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:50.636952 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ffbe9586-a665-491c-bb95-75e47ee57452 req-7924c233-e4f9-4af2-83ed-6bdbe6a43798 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0596986 Sep 14 17:19:50.674214 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ffbe9586-a665-491c-bb95-75e47ee57452 req-48a41607-c2e7-4689-88f6-9d31c3debd0c tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332706 Sep 14 17:19:50.894773 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:50.917730 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-6f2adf63-067d-40f7-bfe3-4940517ccbf8 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219462115&fields=id&tenant_id=2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 267 time: 0.0322990 Sep 14 17:19:51.028179 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-2ffd6c3d-d709-4e75-a524-3437739c4352 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:51.030540 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-2ffd6c3d-d709-4e75-a524-3437739c4352 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 811 time: 0.1029291 Sep 14 17:19:51.047782 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-3e63776f-fc32-4585-b6ad-27f4f526c300 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/quotas/2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 375 time: 0.0097106 Sep 14 17:19:51.114040 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-2a05cf8b-2c36-4b97-9486-f5d1159f9ccc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0604417 Sep 14 17:19:51.128465 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-f48f8239-658c-4570-b1eb-da164529bd1a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:19:51.129440 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-f48f8239-658c-4570-b1eb-da164529bd1a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052383 Sep 14 17:19:51.221444 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-aa9e2d02-868f-4901-b364-cd43917bb020 service neutron] 10.222.0.64 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856516 Sep 14 17:19:51.339346 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-bb34b050-d201-4c8e-a8fe-2ba7afc8de26 service neutron] 10.222.0.64 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108534 Sep 14 17:19:51.630600 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-4e60c5a7-b071-4b8b-8042-98cb242999d9 req-f371247f-be56-4982-9d4a-2d50a74e9300 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Sep 14 17:19:51.917945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50653c89-728d-4f27-a60a-5ab9edfc9035 req-24ebae0e-f6e5-4ab4-be67-18778dc72d5d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:51.919605 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-50653c89-728d-4f27-a60a-5ab9edfc9035 req-24ebae0e-f6e5-4ab4-be67-18778dc72d5d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0562572 Sep 14 17:19:51.975982 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51610) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:19:51.977186 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-50653c89-728d-4f27-a60a-5ab9edfc9035 req-0b16bf45-cc01-4f3b-83fc-b71a98af2bbe tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500154 Sep 14 17:19:52.066004 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-55dc1309-f5a5-4a90-ac13-c53f746ad733 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886040 Sep 14 17:19:52.074782 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-4e6f1f96-bd0c-40a9-a11c-30979b100223 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 17:19:52.075809 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-4e6f1f96-bd0c-40a9-a11c-30979b100223 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049250 Sep 14 17:19:52.585139 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-1068e6fa-4a55-48a7-aaf2-c0ee327e6f6a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:52.586764 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-1068e6fa-4a55-48a7-aaf2-c0ee327e6f6a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 811 time: 0.1116872 Sep 14 17:19:52.631358 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-46d122b4-8d7d-4e7d-9c03-50f993d5707f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fa60c0636164526a8e62f89e3b8305d HTTP/1.1" status: 200 len: 380 time: 0.0359893 Sep 14 17:19:52.644535 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'port': {'device_id': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'admin_state_up': True, 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'security_groups': ['0a98a668-527b-4d86-bc6d-b72429f6c538']}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:19:52.697282 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:52.748248 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b076d52f-619d-4937-be20-a6764845e5be req-143e7493-1cb9-42f4-9e84-dd794edc4296 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 210 time: 0.0376296 Sep 14 17:19:52.786130 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Made reservation on behalf of 2fa60c0636164526a8e62f89e3b8305d for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:19:52.789717 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:52.919755 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Allocated IP 172.20.0.3 (92bc3296-a879-411b-af06-b5633f3cb165/aaad51eb-1e9a-4e3b-91e4-d56252d8beac/29d2662c-90ff-488e-af65-b236154ab599) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:19:53.080332 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.121105 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Transition to ACTIVE for port object 29d2662c-90ff-488e-af65-b236154ab599 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:19:53.147443 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c40d9-5c68-4f45-8ecb-e29a86c908a1 req-3cb0fbe7-7549-49bb-a9b7-8df62dba7e73 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.149790 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b61c40d9-5c68-4f45-8ecb-e29a86c908a1 req-3cb0fbe7-7549-49bb-a9b7-8df62dba7e73 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0895565 Sep 14 17:19:53.153882 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-5652ad49-21e9-48d1-8bfa-5776eafc5638 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869782 Sep 14 17:19:53.210309 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b61c40d9-5c68-4f45-8ecb-e29a86c908a1 req-b9273157-4dfa-49ba-8498-21339037cb2e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415425 Sep 14 17:19:53.211415 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.224446 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c97-3486-4dec-a417-cf16f69b669f req-92060631-f254-4c16-af7a-9d32a02f89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.225567 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-92060631-f254-4c16-af7a-9d32a02f89ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1098 time: 0.0437081 Sep 14 17:19:53.260275 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Network 92bc3296-a879-411b-af06-b5633f3cb165 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:19:53.263441 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:19:53.271408 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:19:53.294874 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=29d2662c-90ff-488e-af65-b236154ab599,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:53.324106 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.324803 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.340520 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5c4d4fd9-5700-4dac-b5ff-6dbed3ec35dc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6995633 Sep 14 17:19:53.351131 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c97-3486-4dec-a417-cf16f69b669f req-e96bf468-3e76-43d7-893b-c85d78334f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.352960 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-e96bf468-3e76-43d7-893b-c85d78334f80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.1024232 Sep 14 17:19:53.353375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Request body: {'port': {'device_id': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:19:53.411488 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.425263 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-faffad1b-523a-4c5f-b782-51f05a89f78b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 200 len: 1000 time: 0.0651245 Sep 14 17:19:53.457629 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-1777e042-e881-43ad-821d-d5c1ed3bafc1 None None] Provisioning for port 29d2662c-90ff-488e-af65-b236154ab599 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:19:53.462044 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-1777e042-e881-43ad-821d-d5c1ed3bafc1 None None] Provisioning complete for port 29d2662c-90ff-488e-af65-b236154ab599 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:19:53.462213 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-1777e042-e881-43ad-821d-d5c1ed3bafc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.478580 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c97-3486-4dec-a417-cf16f69b669f req-b9c5e305-f609-43db-8eb7-dfffc6c1d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.480172 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-b9c5e305-f609-43db-8eb7-dfffc6c1d095 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0474105 Sep 14 17:19:53.498000 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-1777e042-e881-43ad-821d-d5c1ed3bafc1 None None] Port 29d2662c-90ff-488e-af65-b236154ab599 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:19:53.531685 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67c97-3486-4dec-a417-cf16f69b669f req-676b41f5-6935-448a-a1f7-af1ab612a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.533205 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-676b41f5-6935-448a-a1f7-af1ab612a6ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464010 Sep 14 17:19:53.621645 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-b597bb32-861b-4354-864e-5c7d37a2011a service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810015 Sep 14 17:19:53.678044 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d2662c-90ff-488e-af65-b236154ab599 {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:19:53.685431 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.697651 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Transition to ACTIVE for port object 29d2662c-90ff-488e-af65-b236154ab599 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:19:53.702440 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.722978 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [req-61b67c97-3486-4dec-a417-cf16f69b669f req-6e88b413-aca8-4849-9a6b-cc45dfcf9735 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945866 Sep 14 17:19:53.762939 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Pushing event updated for resources: {'Port': ['ID=29d2662c-90ff-488e-af65-b236154ab599,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:53.884278 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Attempting to bind port 29d2662c-90ff-488e-af65-b236154ab599 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:19:53.885435 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Attempting to bind port 29d2662c-90ff-488e-af65-b236154ab599 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:19:53.885770 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Attempting to bind port 29d2662c-90ff-488e-af65-b236154ab599 on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:19:53.896720 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eae202-c708-409d-88ee-ac308c005827 req-b61aa9e5-ae51-4590-abe3-a1bdfe3c99cc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:53.898253 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-01eae202-c708-409d-88ee-ac308c005827 req-b61aa9e5-ae51-4590-abe3-a1bdfe3c99cc tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0717289 Sep 14 17:19:53.900930 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Port 29d2662c-90ff-488e-af65-b236154ab599 on network 92bc3296-a879-411b-af06-b5633f3cb165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:19:53.901237 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Attempting to bind port 29d2662c-90ff-488e-af65-b236154ab599 on network 92bc3296-a879-411b-af06-b5633f3cb165 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:19:53.927182 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:19:53.927786 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Checking segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:19:53.927892 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Bound using segment: {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:19:53.928374 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Bound port: 29d2662c-90ff-488e-af65-b236154ab599, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444951d6-b327-4180-b769-d11065974f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:19:53.928691 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:53.984549 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-01eae202-c708-409d-88ee-ac308c005827 req-f7b93fbd-e574-4e74-a9e3-7285421016fb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799723 Sep 14 17:19:54.015673 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] For port 29d2662c-90ff-488e-af65-b236154ab599, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:19:54.018803 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] For port 29d2662c-90ff-488e-af65-b236154ab599, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=29d2662c-90ff-488e-af65-b236154ab599,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:19:54.024080 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:54.056528 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.057206 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:19:54.058581 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] 10.222.0.41 "PUT /v2.0/ports/29d2662c-90ff-488e-af65-b236154ab599 HTTP/1.1" status: 200 len: 1093 time: 0.7101500 Sep 14 17:19:54.060837 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'tag': '29d2662c-90ff-488e-af65-b236154ab599'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:19:54.063818 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e36f7b-828b-439e-9dde-a753da7c00e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "tag": "29d2662c-90ff-488e-af65-b236154ab599"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:19:54.097553 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4178c-23c1-4a1a-b823-f9efdb80966e service neutron] Pushing event updated for resources: {'Port': ['ID=29d2662c-90ff-488e-af65-b236154ab599,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:19:54.116759 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32772ef0-aeab-4266-ad28-8689d5917d9d x-openstack-request-id: req-32772ef0-aeab-4266-ad28-8689d5917d9d {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:19:54.117118 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "tag": "29d2662c-90ff-488e-af65-b236154ab599", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:19:54.117434 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32772ef0-aeab-4266-ad28-8689d5917d9d {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:19:54.117918 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'tag': '29d2662c-90ff-488e-af65-b236154ab599', 'status': 'completed', 'code': 200} Sep 14 17:19:54.147899 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-c1ab2469-e789-4820-8de3-9f75cc76b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.149433 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-c1ab2469-e789-4820-8de3-9f75cc76b109 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 1096 time: 0.0445294 Sep 14 17:19:54.196057 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-2bf8f85e-44a2-4591-985a-5f8180612034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d2662c-90ff-488e-af65-b236154ab599 HTTP/1.1" status: 200 len: 217 time: 0.0383098 Sep 14 17:19:54.253334 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-a4ed3074-f391-4582-8518-bafdd0a0acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.255086 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-a4ed3074-f391-4582-8518-bafdd0a0acb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0511520 Sep 14 17:19:54.338396 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-f2d17fbe-d562-4570-b272-6228cf448fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.339913 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-f2d17fbe-d562-4570-b272-6228cf448fba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774062 Sep 14 17:19:54.352746 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e205399-436e-4f28-a0b4-8483e7b07c17 req-8532f30b-c454-41c6-8c8c-666f15a84ade tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.354150 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e205399-436e-4f28-a0b4-8483e7b07c17 req-8532f30b-c454-41c6-8c8c-666f15a84ade tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0647871 Sep 14 17:19:54.444013 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e205399-436e-4f28-a0b4-8483e7b07c17 req-6a340ba1-d191-40c3-b981-50d1d0422eb6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807106 Sep 14 17:19:54.464603 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-5f87b44a-a09e-4eb0-a4a5-20ed298b7dfe service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095042 Sep 14 17:19:54.556961 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f11a6ef3-c219-42f5-8e4b-b741c5d92750 req-50891bcb-9531-4245-9ce4-0e606d5f391b service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Sep 14 17:19:54.637597 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-1153fbb7-128a-41f2-9c97-fe8f5b758988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.639091 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-1153fbb7-128a-41f2-9c97-fe8f5b758988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 1096 time: 0.0408111 Sep 14 17:19:54.725429 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-0273eb7c-9425-4ba0-b7bf-c4102e20f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.727036 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-0273eb7c-9425-4ba0-b7bf-c4102e20f89d service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.0813868 Sep 14 17:19:54.770507 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-f333ca1b-4cf2-491d-a87a-c4e5e74f4da9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d2662c-90ff-488e-af65-b236154ab599 HTTP/1.1" status: 200 len: 217 time: 0.0363750 Sep 14 17:19:54.819658 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-a51b3d41-d298-4775-bfa2-8666a893293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.821091 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-a51b3d41-d298-4775-bfa2-8666a893293c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0429561 Sep 14 17:19:54.866705 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-dfee9495-1f3b-48aa-b5cb-cf9519fe9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:54.868140 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-dfee9495-1f3b-48aa-b5cb-cf9519fe9e43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389602 Sep 14 17:19:54.963904 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-14016e57-45c0-4527-83a4-750818ef5c13 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877597 Sep 14 17:19:55.059779 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-95e36f7b-828b-439e-9dde-a753da7c00e2 req-07404ed3-f95d-461f-90a9-477623e1e923 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884714 Sep 14 17:19:55.114794 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae27d14-52b0-4a26-9da8-5c6006bd183e req-5874bd55-d5b3-4da3-8e0b-8dae6f10a0c3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:55.116301 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ae27d14-52b0-4a26-9da8-5c6006bd183e req-5874bd55-d5b3-4da3-8e0b-8dae6f10a0c3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0598550 Sep 14 17:19:55.153959 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9ae27d14-52b0-4a26-9da8-5c6006bd183e req-d1860461-bdfc-46d8-b358-276dd3b3a25b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Sep 14 17:19:55.556906 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe758-06c2-4499-a515-761c5369c437 req-12dd1461-4d45-4b21-a057-0c9b4fb8fa10 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:55.558258 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-18cfe758-06c2-4499-a515-761c5369c437 req-12dd1461-4d45-4b21-a057-0c9b4fb8fa10 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0476379 Sep 14 17:19:55.595123 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-18cfe758-06c2-4499-a515-761c5369c437 req-eb1ec9ab-ca08-47ba-a40b-9bcf21f99fb6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Sep 14 17:19:55.705610 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:19:56.268890 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b468da-0a1a-4c41-b253-9b327eec5a18 req-b82d06a9-71b9-445d-857a-db4df67fc22f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:56.270337 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72b468da-0a1a-4c41-b253-9b327eec5a18 req-b82d06a9-71b9-445d-857a-db4df67fc22f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0497828 Sep 14 17:19:56.308928 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-72b468da-0a1a-4c41-b253-9b327eec5a18 req-e9548763-7cde-48d8-b0fc-f42e321242fb tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328336 Sep 14 17:19:56.713797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da03395-9b73-479d-a30e-b02a4f61bada req-cd6149ea-aa26-4938-8ac9-bdb8d1e2e146 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:56.715230 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2da03395-9b73-479d-a30e-b02a4f61bada req-cd6149ea-aa26-4938-8ac9-bdb8d1e2e146 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0536509 Sep 14 17:19:56.752922 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2da03395-9b73-479d-a30e-b02a4f61bada req-e54e197d-203f-4097-bf8f-e970f4fd5902 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316656 Sep 14 17:19:57.428270 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744eae35-6640-494c-9079-0c9c3df8bf55 req-8eebec99-c48c-4212-8923-09ff344e14f1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:57.429823 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-744eae35-6640-494c-9079-0c9c3df8bf55 req-8eebec99-c48c-4212-8923-09ff344e14f1 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0527484 Sep 14 17:19:57.472523 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-744eae35-6640-494c-9079-0c9c3df8bf55 req-691631fe-bec0-4e83-aa2f-9000f2eaf304 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365653 Sep 14 17:19:57.887602 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43932-2670-494e-9dae-092a6d12238a req-647bfbc1-5981-4cb1-842e-d2a6a2da8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:57.889764 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-647bfbc1-5981-4cb1-842e-d2a6a2da8b33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b&tenant_id=c318325e49904dffb8e80030c8ee7b93 HTTP/1.1" status: 200 len: 1096 time: 0.0722797 Sep 14 17:19:57.898060 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525baa48-8bf3-43f7-8dbd-513b5851fd25 req-5cfdb2b4-38a1-4d10-862e-7e0097afc9be tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:57.899457 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-525baa48-8bf3-43f7-8dbd-513b5851fd25 req-5cfdb2b4-38a1-4d10-862e-7e0097afc9be tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0814433 Sep 14 17:19:57.962655 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-525baa48-8bf3-43f7-8dbd-513b5851fd25 req-67675a27-265b-478e-8ff5-90f67fcc7d9a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570056 Sep 14 17:19:57.975669 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43932-2670-494e-9dae-092a6d12238a req-28c188e2-c4d9-41a3-88c4-3ff710f5bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:57.977509 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-28c188e2-c4d9-41a3-88c4-3ff710f5bc4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1096 time: 0.0521958 Sep 14 17:19:58.068231 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43932-2670-494e-9dae-092a6d12238a req-afdfe324-c39d-4849-bbaa-df8a56644caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:58.069680 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-afdfe324-c39d-4849-bbaa-df8a56644caa service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.0851359 Sep 14 17:19:58.135401 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-75965578-3ef6-42b2-807c-2fbba6b36485 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 999 time: 0.0575662 Sep 14 17:19:58.181958 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43932-2670-494e-9dae-092a6d12238a req-6ad7dd82-6819-47e3-a2b2-369a56b80db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:58.183277 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-6ad7dd82-6819-47e3-a2b2-369a56b80db2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0415809 Sep 14 17:19:58.231254 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43932-2670-494e-9dae-092a6d12238a req-052e6159-c51b-4aee-99f6-efab5e59813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:58.233269 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-052e6159-c51b-4aee-99f6-efab5e59813d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430076 Sep 14 17:19:58.319278 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-7781a341-2518-4b30-8608-7cbc20de7a90 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795455 Sep 14 17:19:58.409572 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-baa43932-2670-494e-9dae-092a6d12238a req-2981e207-adda-4bb8-ac31-b9aec7e586ad service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831120 Sep 14 17:19:58.585661 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b0da-763d-4dac-918e-56e43efe73a0 req-cd6575d7-f310-44f1-835e-3dd8626117c6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:58.587114 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3236b0da-763d-4dac-918e-56e43efe73a0 req-cd6575d7-f310-44f1-835e-3dd8626117c6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0485361 Sep 14 17:19:58.624484 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3236b0da-763d-4dac-918e-56e43efe73a0 req-721e6e40-6bbb-4bcb-af60-e3a18f6a5a86 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303667 Sep 14 17:19:59.083834 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4b5d-0e4d-45d3-a8e9-3903b0d25bcf req-481e4140-d017-4f41-9091-4e0e2528d89f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:59.085549 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a1fa4b5d-0e4d-45d3-a8e9-3903b0d25bcf req-481e4140-d017-4f41-9091-4e0e2528d89f tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0553665 Sep 14 17:19:59.128533 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a1fa4b5d-0e4d-45d3-a8e9-3903b0d25bcf req-033eee9c-b431-494f-b9e4-1c323e138a2a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341735 Sep 14 17:19:59.742891 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329314-e9de-46ca-be02-cc59a8fd7b26 req-49cd3fae-cd0f-4a1c-9bf3-5b886b4bbb6a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:19:59.744576 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-76329314-e9de-46ca-be02-cc59a8fd7b26 req-49cd3fae-cd0f-4a1c-9bf3-5b886b4bbb6a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0543160 Sep 14 17:19:59.783398 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-76329314-e9de-46ca-be02-cc59a8fd7b26 req-b84f0b78-88e7-4b46-b681-bab2532f7fe7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Sep 14 17:20:00.242152 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc83bf-49fb-41cd-af45-f073bee07ab5 req-f2205a6b-efd7-4739-be61-a0c3bd25c744 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:00.244494 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0bdc83bf-49fb-41cd-af45-f073bee07ab5 req-f2205a6b-efd7-4739-be61-a0c3bd25c744 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0500824 Sep 14 17:20:00.282945 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0bdc83bf-49fb-41cd-af45-f073bee07ab5 req-c387f93e-3b96-4bce-bf15-edd300a79aaf tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325310 Sep 14 17:20:00.899127 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d434be-648e-4f6c-bd93-a41c0a707462 req-1a98a0b4-05d9-4c65-9e2d-912334e247f7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:00.900626 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03d434be-648e-4f6c-bd93-a41c0a707462 req-1a98a0b4-05d9-4c65-9e2d-912334e247f7 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0499706 Sep 14 17:20:00.937786 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-03d434be-648e-4f6c-bd93-a41c0a707462 req-8c43afa0-fb28-418a-bc7d-bb129b1d10ec tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Sep 14 17:20:01.642546 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b7b1-8c3e-4115-a295-a3b5de4882f2 req-42bc1a6f-54e0-4ad2-a26c-4fdd22c0fea3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:01.644096 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10b8b7b1-8c3e-4115-a295-a3b5de4882f2 req-42bc1a6f-54e0-4ad2-a26c-4fdd22c0fea3 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.2959247 Sep 14 17:20:01.679843 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-10b8b7b1-8c3e-4115-a295-a3b5de4882f2 req-3446e832-af11-4d46-8fff-2a4287e768b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298574 Sep 14 17:20:01.797083 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51752) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:01.839878 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Deleting subnet ad2261bd-ed9f-4fe9-b331-c4dc4ccc9b9d {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:20:01.843154 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:01.877984 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6079961'] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:01.915072 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:01.973558 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4363435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4667194'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:01.997373 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2261bd-ed9f-4fe9-b331-c4dc4ccc9b9d,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:02.005195 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.008854 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d753a5e5-d8af-4107-b25b-f2060dda8f0d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ad2261bd-ed9f-4fe9-b331-c4dc4ccc9b9d HTTP/1.1" status: 204 len: 168 time: 0.2107584 Sep 14 17:20:02.010078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 51756) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:02.052220 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9867f4-89d6-4793-9a59-64897a9e7787 req-79b8d5e1-5154-4239-b4c8-b275a3d26b58 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:02.053713 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d9867f4-89d6-4793-9a59-64897a9e7787 req-79b8d5e1-5154-4239-b4c8-b275a3d26b58 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0473988 Sep 14 17:20:02.077447 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.092921 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d9867f4-89d6-4793-9a59-64897a9e7787 req-a13ab5a4-84a1-4607-9361-fc6fd17d51e8 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330527 Sep 14 17:20:02.156965 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.176173 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f9c9a9-8e9e-48a5-822a-3df4ad57153e']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:02.184878 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1f988e-df37-4344-acff-f62ecd38e1f8') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:02.185172 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1f988e-df37-4344-acff-f62ecd38e1f8') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:02.194661 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.207478 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.213498 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:20:02.213872 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:20:02.215458 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:20:02.275728 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.282431 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.284847 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] 10.222.0.64 "DELETE /v2.0/networks/91f9c9a9-8e9e-48a5-822a-3df4ad57153e HTTP/1.1" status: 204 len: 168 time: 0.2738223 Sep 14 17:20:02.287161 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51758) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:02.295835 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba389c00-6dc2-4ccf-8cb2-6913a2ebc339 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f9c9a9-8e9e-48a5-822a-3df4ad57153e,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:02.330501 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Deleting subnet e30929d5-e06e-4b4e-8410-b521b8d665f4 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:20:02.333655 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.367881 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.408099 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.458011 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.485206 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30929d5-e06e-4b4e-8410-b521b8d665f4,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:02.487167 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.489046 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-14ac921b-b7b4-49c3-be3f-dec0088bb8b3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e30929d5-e06e-4b4e-8410-b521b8d665f4 HTTP/1.1" status: 204 len: 168 time: 0.2008817 Sep 14 17:20:02.491434 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51760) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:02.556661 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.635989 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.654815 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd1af71-9948-49cd-9f56-b7291576636c']}} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:02.663750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b542f8-79ef-427b-a937-97b4a937a8b6') {'for_net_delete': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:02.664043 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.services.segments.db [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b542f8-79ef-427b-a937-97b4a937a8b6') {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:02.673750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5295104'] for segment, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.687135 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.692778 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:20:02.693161 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5292673'] for segment, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: Traceback (most recent call last): Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: timer() Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: cb(*args, **kw) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: return func(*args, **kwargs) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: self._notify() Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: self.callback(batched_events) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: event.method(event) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: return f(self, *a, **k) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._get(url).json() Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: return self.request(url, 'GET', **kwargs) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:20:02.694740 dv-cinder-808992-3-iscsi neutron-server[94109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:20:02.760313 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.778789 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:02.780837 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bcd1af71-9948-49cd-9f56-b7291576636c HTTP/1.1" status: 204 len: 168 time: 0.2884972 Sep 14 17:20:02.794883 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6b80b-3d12-4663-9047-9bfd84242b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd1af71-9948-49cd-9f56-b7291576636c,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:02.813440 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37922c4-9c6f-4a5c-9bb7-6dc5e6ef0822 req-eb5f1c17-5226-4967-893f-2bf4c7d7d323 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:02.814936 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b37922c4-9c6f-4a5c-9bb7-6dc5e6ef0822 req-eb5f1c17-5226-4967-893f-2bf4c7d7d323 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0686021 Sep 14 17:20:02.853687 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b37922c4-9c6f-4a5c-9bb7-6dc5e6ef0822 req-8317dccd-59ac-4a23-85ba-dd5f52789653 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Sep 14 17:20:02.935815 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51768) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:02.974955 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-411819b8-8a94-487f-892f-5b164a4247a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7ba693d12a84e3aaf66b02e9767e37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375168 Sep 14 17:20:02.977565 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51770) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:03.032923 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c3f094be-f25c-49b1-93e5-dea23ce9094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.053762 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c3f094be-f25c-49b1-93e5-dea23ce9094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.099946 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c3f094be-f25c-49b1-93e5-dea23ce9094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.102831 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c3f094be-f25c-49b1-93e5-dea23ce9094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.103986 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c3f094be-f25c-49b1-93e5-dea23ce9094f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba099f2b-1ea3-4c85-bd9b-7d9e2e6f7bee HTTP/1.1" status: 204 len: 168 time: 0.1255484 Sep 14 17:20:03.112342 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f094be-f25c-49b1-93e5-dea23ce9094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba099f2b-1ea3-4c85-bd9b-7d9e2e6f7bee,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:03.240875 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf105-451b-495c-aaab-6d7f7a328e7e req-673da159-1909-42bf-a045-dc5c198d140e tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:03.242364 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-88acf105-451b-495c-aaab-6d7f7a328e7e req-673da159-1909-42bf-a045-dc5c198d140e tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 943 time: 0.0514667 Sep 14 17:20:03.281481 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-88acf105-451b-495c-aaab-6d7f7a328e7e req-0a9f5479-770c-44ea-8aea-8ff26f445c97 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330169 Sep 14 17:20:03.446104 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51778) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:03.486046 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1d18e454-2bea-4571-a6e3-b22afe592d00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56694edd25b94b6fabfffd916c0e442f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387962 Sep 14 17:20:03.488356 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51780) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:03.535227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2340a668-1543-40d4-9abe-62a1d4e9e2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.558026 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2340a668-1543-40d4-9abe-62a1d4e9e2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.604223 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2340a668-1543-40d4-9abe-62a1d4e9e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.606779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-2340a668-1543-40d4-9abe-62a1d4e9e2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:03.608485 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-2340a668-1543-40d4-9abe-62a1d4e9e2ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05deb209-f577-4e1c-9e98-24a03d3bfae3 HTTP/1.1" status: 204 len: 168 time: 0.1186531 Sep 14 17:20:03.615946 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340a668-1543-40d4-9abe-62a1d4e9e2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05deb209-f577-4e1c-9e98-24a03d3bfae3,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:03.970202 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eddfe3-18e1-4974-a173-60339ecda99d req-483899f2-9c2c-4f08-9811-c0ca1ab7c2b1 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:03.971724 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-12eddfe3-18e1-4974-a173-60339ecda99d req-483899f2-9c2c-4f08-9811-c0ca1ab7c2b1 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0494721 Sep 14 17:20:03.980659 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 29d2662c-90ff-488e-af65-b236154ab599 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:20:04.010771 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-12eddfe3-18e1-4974-a173-60339ecda99d req-83f34a6a-0d61-4360-8a81-d862fad719e5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326748 Sep 14 17:20:04.084729 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 29d2662c-90ff-488e-af65-b236154ab599, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=29d2662c-90ff-488e-af65-b236154ab599,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:04.096682 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '29d2662c-90ff-488e-af65-b236154ab599', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'port_id': '29d2662c-90ff-488e-af65-b236154ab599', 'mac_address': 'fa:16:3e:35:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:20:04.134966 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:04.148040 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d2662c-90ff-488e-af65-b236154ab599 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:20:04.167110 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 29d2662c-90ff-488e-af65-b236154ab599, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=29d2662c-90ff-488e-af65-b236154ab599,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:04.171928 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:04.221316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=29d2662c-90ff-488e-af65-b236154ab599,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:04.403539 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875fccc-c2ba-4034-8eb0-f6ae6baec05d req-9278d183-fd83-4cb2-aed4-77108b296c30 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:04.406523 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3875fccc-c2ba-4034-8eb0-f6ae6baec05d req-9278d183-fd83-4cb2-aed4-77108b296c30 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 944 time: 0.0520551 Sep 14 17:20:04.444306 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3875fccc-c2ba-4034-8eb0-f6ae6baec05d req-d0d6cc6a-69a7-499c-9cde-d92a76a5cdc6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Sep 14 17:20:04.551591 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['29d2662c-90ff-488e-af65-b236154ab599'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:20:05.134421 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4458c5-f37d-4cfa-94a3-dde581952ab1 req-bfbdf8fe-1a2a-4c4a-979d-f8e066168fe4 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:05.135931 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1d4458c5-f37d-4cfa-94a3-dde581952ab1 req-bfbdf8fe-1a2a-4c4a-979d-f8e066168fe4 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0540266 Sep 14 17:20:05.175431 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-1d4458c5-f37d-4cfa-94a3-dde581952ab1 req-29125e20-ac1e-449f-840e-21c944fc99d6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328588 Sep 14 17:20:05.559779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d24d-59f2-4e73-a5ff-5be2fed334db req-d329e4ed-5e9f-49f3-8d68-ef66f639cd1f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:05.561343 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-64f3d24d-59f2-4e73-a5ff-5be2fed334db req-d329e4ed-5e9f-49f3-8d68-ef66f639cd1f tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 944 time: 0.0484467 Sep 14 17:20:05.600518 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-64f3d24d-59f2-4e73-a5ff-5be2fed334db req-231dc068-c9f4-40b9-a21f-c8f48e19797a tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Sep 14 17:20:05.989697 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:20:05.992956 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 29d2662c-90ff-488e-af65-b236154ab599 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:20:06.106262 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 29d2662c-90ff-488e-af65-b236154ab599 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:20:06.110884 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 29d2662c-90ff-488e-af65-b236154ab599 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:20:06.111260 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:06.147914 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:06.164733 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': 'a74fefb9-1269-454d-8617-8c89065935df', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'port_id': 'a74fefb9-1269-454d-8617-8c89065935df', 'mac_address': 'fa:16:3e:2c:18:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:20:06.231239 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:06.247139 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:06.252568 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74fefb9-1269-454d-8617-8c89065935df {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:20:06.288739 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:06.293120 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d2662c-90ff-488e-af65-b236154ab599'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:06.295359 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e00349-dd55-4447-984d-184175e61296" -d '{"events": [{"server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "name": "network-vif-plugged", "status": "completed", "tag": "29d2662c-90ff-488e-af65-b236154ab599"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:06.295843 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07750fb6-b574-446f-968c-151e55bdbb5b req-44a4f4b6-efc3-4612-8ced-b14d8a727767 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:06.297437 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-07750fb6-b574-446f-968c-151e55bdbb5b req-44a4f4b6-efc3-4612-8ced-b14d8a727767 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 943 time: 0.0528193 Sep 14 17:20:06.304647 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:06.310313 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 29d2662c-90ff-488e-af65-b236154ab599, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=29d2662c-90ff-488e-af65-b236154ab599,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:06.335486 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:06.339632 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef874090-30d4-4863-8839-f9a6c4a17cfc x-openstack-request-id: req-ef874090-30d4-4863-8839-f9a6c4a17cfc {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:06.339865 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "name": "network-vif-plugged", "status": "completed", "tag": "29d2662c-90ff-488e-af65-b236154ab599", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:06.340116 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef874090-30d4-4863-8839-f9a6c4a17cfc {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:06.340521 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d2662c-90ff-488e-af65-b236154ab599', 'code': 200} Sep 14 17:20:06.342561 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-07750fb6-b574-446f-968c-151e55bdbb5b req-b6f710fd-59ed-49ca-b490-cfb4bc200284 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391622 Sep 14 17:20:06.366526 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=7']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:06.414596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=29d2662c-90ff-488e-af65-b236154ab599,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:06.586587 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb076f6d-b3a6-4d7b-b3f9-68c04991d85a req-19a9469d-bb2f-4007-8fdc-7313cfaa74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:06.588063 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cb076f6d-b3a6-4d7b-b3f9-68c04991d85a req-19a9469d-bb2f-4007-8fdc-7313cfaa74f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 1098 time: 0.0439830 Sep 14 17:20:06.628099 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-cb076f6d-b3a6-4d7b-b3f9-68c04991d85a req-5f71f9ac-cbce-439e-af7e-5d1b6ddf3ea6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288532 Sep 14 17:20:06.673834 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['a74fefb9-1269-454d-8617-8c89065935df'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:20:06.718794 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75617cc-77ca-438c-9b81-b97c994c5360 req-d48c0ca2-d6fd-466f-8dea-0e0c3f869593 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:06.720589 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b75617cc-77ca-438c-9b81-b97c994c5360 req-d48c0ca2-d6fd-466f-8dea-0e0c3f869593 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Sep 14 17:20:06.759721 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b75617cc-77ca-438c-9b81-b97c994c5360 req-cc843dd3-f3a3-4781-83bd-b709b3533b7b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Sep 14 17:20:07.460972 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b91947-7b11-48f1-bf0a-69a2ee4eccec req-1e8ed416-def5-47f0-b2cf-e82a4eaefdae tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:07.462465 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e9b91947-7b11-48f1-bf0a-69a2ee4eccec req-1e8ed416-def5-47f0-b2cf-e82a4eaefdae tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 944 time: 0.0492191 Sep 14 17:20:07.501452 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e9b91947-7b11-48f1-bf0a-69a2ee4eccec req-42ba9c95-e30f-4c35-99f9-613f2de91cb2 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323083 Sep 14 17:20:07.878414 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028d99-839d-4fd9-b382-fafa7ba5a28f req-ebb47326-1775-45d5-90e5-58a458480837 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:07.879965 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b1028d99-839d-4fd9-b382-fafa7ba5a28f req-ebb47326-1775-45d5-90e5-58a458480837 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0549095 Sep 14 17:20:07.918080 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b1028d99-839d-4fd9-b382-fafa7ba5a28f req-8b406200-9f27-4f88-8f9a-99558c347880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321751 Sep 14 17:20:08.022238 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:20:08.069843 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port a74fefb9-1269-454d-8617-8c89065935df triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:20:08.070124 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:08.151731 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:08.185404 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:08.190344 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:08.240343 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=8']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:08.341831 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:08.344796 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa7a71-6f39-4931-a831-bc00c011acdb" -d '{"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-plugged", "status": "completed", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:08.383543 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95783dd9-a4f0-43aa-af15-dc54937c72a4 x-openstack-request-id: req-95783dd9-a4f0-43aa-af15-dc54937c72a4 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:08.383841 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-plugged", "status": "completed", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:08.384096 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95783dd9-a4f0-43aa-af15-dc54937c72a4 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:08.384526 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'code': 200} Sep 14 17:20:08.644820 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c101766-561d-4465-a3b5-3df39cf993a6 req-3e8e0349-0430-457a-93d8-280cd023205d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:08.646208 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3c101766-561d-4465-a3b5-3df39cf993a6 req-3e8e0349-0430-457a-93d8-280cd023205d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0746913 Sep 14 17:20:08.660076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd95242-cea6-49ad-a095-52418543931b req-64eb31a5-f844-4e6a-a86a-7cd21001e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:08.661541 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2bd95242-cea6-49ad-a095-52418543931b req-64eb31a5-f844-4e6a-a86a-7cd21001e916 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0615151 Sep 14 17:20:08.704729 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3c101766-561d-4465-a3b5-3df39cf993a6 req-53e956ac-b125-4868-ac6d-0c5b655026a7 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519557 Sep 14 17:20:08.714859 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2bd95242-cea6-49ad-a095-52418543931b req-0b8f8d20-9c8e-4614-97f4-ae236edc18b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 Sep 14 17:20:09.040529 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7a7f-ba1a-4285-b845-b5d668b689cd req-bd417dc2-ba8c-4bcb-b213-abd322348d2c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:09.042093 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dc8d7a7f-ba1a-4285-b845-b5d668b689cd req-bd417dc2-ba8c-4bcb-b213-abd322348d2c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0552008 Sep 14 17:20:09.081077 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dc8d7a7f-ba1a-4285-b845-b5d668b689cd req-842047ac-2cb7-4032-9f73-4ede71e4729c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Sep 14 17:20:09.195662 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621c1c-53b6-4e28-b149-27d9723c4a31 req-d6042afb-7c55-4e31-95ed-7d193efc8ef5 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:09.197236 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-21621c1c-53b6-4e28-b149-27d9723c4a31 req-d6042afb-7c55-4e31-95ed-7d193efc8ef5 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0504489 Sep 14 17:20:09.236168 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-21621c1c-53b6-4e28-b149-27d9723c4a31 req-117accc0-96c0-407c-bba3-b63ff0c630e2 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328662 Sep 14 17:20:09.257506 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51896) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:09.441187 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4290299-cffc-405b-af0d-9a3f06877434 tempest-TestVolumeBootPattern-886137176 tempest-TestVolumeBootPattern-886137176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:09.442703 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d4290299-cffc-405b-af0d-9a3f06877434 tempest-TestVolumeBootPattern-886137176 tempest-TestVolumeBootPattern-886137176-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 1093 time: 0.1841958 Sep 14 17:20:09.445495 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 51900) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:09.449713 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Request body: {'floatingip': {'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'port_id': '29d2662c-90ff-488e-af65-b236154ab599', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:20:09.472195 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:09.570375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:09.685847 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Allocated IP 172.27.1.68 (7088ca90-0c8b-4f15-ab13-a408be3ca31e/997a00f2-89e8-4759-be53-665a3fa0a7fc/b4d41dbc-a1be-4ade-b38a-bcd846aa9177) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:20:09.810659 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:09.842089 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f7c83-2f09-41a8-bdc7-22d2560f33e5 req-c0f21338-40ed-4c93-9b34-0f814dac69a7 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:09.843685 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f46f7c83-2f09-41a8-bdc7-22d2560f33e5 req-c0f21338-40ed-4c93-9b34-0f814dac69a7 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0689518 Sep 14 17:20:09.899032 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f46f7c83-2f09-41a8-bdc7-22d2560f33e5 req-bd486bc6-1282-4744-8ac4-f5f520b78d00 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472350 Sep 14 17:20:09.899963 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:09.936942 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Network 7088ca90-0c8b-4f15-ab13-a408be3ca31e is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:20:09.939525 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:20:09.942911 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:20:09.971459 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=b4d41dbc-a1be-4ade-b38a-bcd846aa9177,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:10.331266 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:10.396769 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:10.548847 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:10.553213 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:10.620913 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event updated for resources: {'Port': ['ID=b4d41dbc-a1be-4ade-b38a-bcd846aa9177,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:10.631895 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:10.738031 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Floating IP cbca907f-b21d-41ef-a092-aebc7bdbd5e5 associated. External IP: 172.27.1.68, port: 29d2662c-90ff-488e-af65-b236154ab599. Sep 14 17:20:10.944300 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:20:11.080191 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9715-63a5-4357-8574-851c185e71a0 req-f3562ca7-79ce-481c-9de7-b4a7c37d3772 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:11.081748 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d76e9715-63a5-4357-8574-851c185e71a0 req-f3562ca7-79ce-481c-9de7-b4a7c37d3772 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0930333 Sep 14 17:20:11.093703 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:20:11.104755 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:20:11.116715 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:20:11.117736 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:19:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:11.130104 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:11.160996 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d76e9715-63a5-4357-8574-851c185e71a0 req-48e2049f-9848-4e01-9b12-bac2a733e246 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694184 Sep 14 17:20:11.171895 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-15fa7cb4-34ae-4e4e-a364-972143cc4add tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7199988 Sep 14 17:20:11.171895 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'tag': '29d2662c-90ff-488e-af65-b236154ab599'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:11.171895 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696800fa-d989-4707-b5a3-6915ac7dd649" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "tag": "29d2662c-90ff-488e-af65-b236154ab599"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:11.210801 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a343509-d260-42f1-bb44-fecbfe9713e6 x-openstack-request-id: req-0a343509-d260-42f1-bb44-fecbfe9713e6 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:11.211097 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "tag": "29d2662c-90ff-488e-af65-b236154ab599", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:11.211346 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a343509-d260-42f1-bb44-fecbfe9713e6 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:11.211753 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'tag': '29d2662c-90ff-488e-af65-b236154ab599', 'status': 'completed', 'code': 200} Sep 14 17:20:11.238902 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:20:11.281820 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-f6d905e3-6fca-41a2-a29c-00d1a3ff6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:11.283536 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-f6d905e3-6fca-41a2-a29c-00d1a3ff6d30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 1098 time: 0.0413740 Sep 14 17:20:11.378443 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-b93c034b-fd53-43c7-ad27-4876d1256458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:11.379941 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-b93c034b-fd53-43c7-ad27-4876d1256458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.0895026 Sep 14 17:20:11.445345 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-e188abc9-795e-4c93-8fdf-583118fda9ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d2662c-90ff-488e-af65-b236154ab599 HTTP/1.1" status: 200 len: 998 time: 0.0576653 Sep 14 17:20:11.475593 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:37Z', 'revision_number': 1, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}, {'id': 'cbca907f-b21d-41ef-a092-aebc7bdbd5e5', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '29d2662c-90ff-488e-af65-b236154ab599', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:35:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:20:10Z', 'updated_at': '2021-09-14T17:20:10Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:11.495210 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-a759d790-b51e-4d06-9ec3-4e1fa44ab14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:11.496708 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-a759d790-b51e-4d06-9ec3-4e1fa44ab14a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0439641 Sep 14 17:20:11.506751 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:20:11.516149 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:20:11.516817 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:19:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:11.548569 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-17bbbfdf-21a1-40f3-bb70-f84aef27b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:11.550075 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-17bbbfdf-21a1-40f3-bb70-f84aef27b58c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452499 Sep 14 17:20:11.625080 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:20:11.644218 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-c670f7f9-627a-4ef6-b0dc-b02d7bea78dd service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850930 Sep 14 17:20:11.741062 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-696800fa-d989-4707-b5a3-6915ac7dd649 req-5970ac20-a5f9-4965-b90f-19df0e18589f service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887854 Sep 14 17:20:11.936574 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:37Z', 'revision_number': 1, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}, {'id': 'cbca907f-b21d-41ef-a092-aebc7bdbd5e5', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '29d2662c-90ff-488e-af65-b236154ab599', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:35:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:20:10Z', 'updated_at': '2021-09-14T17:20:10Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:11.967821 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed32eba-6bc7-4395-8c0f-fcde08f53f9f None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:37Z', 'revision_number': 1, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}, {'id': 'cbca907f-b21d-41ef-a092-aebc7bdbd5e5', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '29d2662c-90ff-488e-af65-b236154ab599', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:35:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:20:10Z', 'updated_at': '2021-09-14T17:20:10Z', 'revision_number': 0, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:20:12.152215 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36827c62-3788-4ba5-950b-c659e7746815 None None] New status for floating IP cbca907f-b21d-41ef-a092-aebc7bdbd5e5: ACTIVE {{(pid=94110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:20:14.925246 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:17.378459 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-24a10c54-8118-4ad9-a036-fd0a6634d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:19.878690 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-fe293dc6-cd03-47aa-a420-4ee62a515066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:20.609820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:20.896209 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:22.695098 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:29.738338 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6675a-c878-43f0-ab90-a10eb7f405b9 req-81555740-9f16-47c9-b502-3857246f6b07 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:29.739727 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67a6675a-c878-43f0-ab90-a10eb7f405b9 req-81555740-9f16-47c9-b502-3857246f6b07 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Sep 14 17:20:29.777178 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67a6675a-c878-43f0-ab90-a10eb7f405b9 req-c3a6c81a-f876-4812-a86a-241d45943c92 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314798 Sep 14 17:20:30.615805 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52002) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:30.719237 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.808927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.814787 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.851119 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86114f3a999242cb832ab2479abae797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342067 Sep 14 17:20:30.854147 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52008) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:30.865626 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b06f0-88f8-4b6d-9618-7f5ae83bb907,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:30.893719 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.893981 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.894318 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.894645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.894969 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.895294 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.895616 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.895933 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.896250 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.896596 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.896915 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.897227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204f137-58dc-4641-88fc-ef47eb25c69a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:30.914356 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.919818 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e0b2-3570-4fab-8563-7a69cde15bc0 req-e01f3fee-3339-4dcf-83a8-3c258949b141 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:30.921332 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2e27e0b2-3570-4fab-8563-7a69cde15bc0 req-e01f3fee-3339-4dcf-83a8-3c258949b141 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.0664661 Sep 14 17:20:30.935182 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.960476 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2e27e0b2-3570-4fab-8563-7a69cde15bc0 req-6dd619cd-28f3-4a15-92a6-2e17c7fe895b tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331020 Sep 14 17:20:30.981921 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.985316 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:30.986455 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c58b06f0-88f8-4b6d-9618-7f5ae83bb907 HTTP/1.1" status: 204 len: 168 time: 0.1312418 Sep 14 17:20:30.993935 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b06f0-88f8-4b6d-9618-7f5ae83bb907,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:31.002031 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.002387 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.002728 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.003064 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.003394 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.003724 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.004052 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.004383 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.004735 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.005059 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.005408 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.005743 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7be5ef-d0a1-416c-903e-fba52b4c35a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:20:31.776739 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-d267c069-9688-46d7-95e9-f2e4d192d6c8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:31.778307 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-d267c069-9688-46d7-95e9-f2e4d192d6c8 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.0477908 Sep 14 17:20:31.875115 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Deleting port f2de0ac0-f130-4172-b6f7-14c14d18a177 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:20:31.875792 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:31.982495 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] For port f2de0ac0-f130-4172-b6f7-14c14d18a177, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=f2de0ac0-f130-4172-b6f7-14c14d18a177,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:31.983022 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:32.177510 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fd707-00c6-489b-b104-8f4e42aacf6d req-b086cbc2-b911-4d14-ac7e-158d2d1b804f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:32.178976 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a10fd707-00c6-489b-b104-8f4e42aacf6d req-b086cbc2-b911-4d14-ac7e-158d2d1b804f tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 946 time: 0.1287401 Sep 14 17:20:32.212363 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:32.212681 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1633835'] for floatingip, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:32.212993 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Floating IP 362f97f4-25af-4e52-a332-167a9a155871 disassociated. External IP: 172.27.1.114, port: f2de0ac0-f130-4172-b6f7-14c14d18a177. Sep 14 17:20:32.213344 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Calling delete_port for f2de0ac0-f130-4172-b6f7-14c14d18a177 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:20:32.239213 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a10fd707-00c6-489b-b104-8f4e42aacf6d req-0795ad6f-f0fb-48ef-be67-f81bed3835c5 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups?id=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542810 Sep 14 17:20:32.353777 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:32.382017 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event deleted for resources: {'Port': ['ID=f2de0ac0-f130-4172-b6f7-14c14d18a177,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:32.492205 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:20:32.705243 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:20:32.845817 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:20:32.856793 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:20:32.866465 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:20:32.867064 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:20:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:32.884882 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] No DVR routers for this DVR port f2de0ac0-f130-4172-b6f7-14c14d18a177 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:20:32.887446 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:32.889458 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-3785bea8-4ac8-40eb-b65e-ffe5dc0f92b4 req-7a83ea9c-7d69-4418-8691-9e612c8f0dd1 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.41 "DELETE /v2.0/ports/f2de0ac0-f130-4172-b6f7-14c14d18a177 HTTP/1.1" status: 204 len: 173 time: 1.1031241 Sep 14 17:20:32.889893 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-deleted', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:32.892148 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f04809-6b53-43ea-b719-345942ad7b4b" -d '{"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-deleted", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:32.931797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80344ba-71e2-43f1-a315-0af95648905b x-openstack-request-id: req-a80344ba-71e2-43f1-a315-0af95648905b {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:32.932150 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91053f-fee1-4432-86c8-81e239115e36", "name": "network-vif-deleted", "tag": "f2de0ac0-f130-4172-b6f7-14c14d18a177", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:32.932405 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a80344ba-71e2-43f1-a315-0af95648905b {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:32.933648 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e91053f-fee1-4432-86c8-81e239115e36', 'name': 'network-vif-deleted', 'tag': 'f2de0ac0-f130-4172-b6f7-14c14d18a177', 'status': 'completed', 'code': 200} Sep 14 17:20:32.980847 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:20:33.185515 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:33.211383 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:20:33.220581 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:20:33.221355 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:20:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:33.336048 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:20:33.352865 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-704b7b2f-bee3-4cb5-8c24-03d4976a5c90 req-02c2f3f2-2956-4e62-b9e7-9153ab17e048 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e91053f-fee1-4432-86c8-81e239115e36 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Sep 14 17:20:33.547629 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:33.572429 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1524c-16a3-4705-be2d-dcf447ccdb53 None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:08:45Z', 'revision_number': 4, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': 'df702bb0-0003-4f99-9c08-63dd03a0090a', 'name': '', 'network_id': 'fb9e5834-e61d-4906-a9f3-97c5866ae536', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'mac_address': 'fa:16:3e:31:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:41Z', 'updated_at': '2021-09-14T17:08:59Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'subnets': [{'id': '8c300687-b69c-404b-a5ea-3ee88fb04c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:20:33.778692 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c906c-492e-4196-b1ed-8bd7dd4369a4 None None] New status for floating IP 362f97f4-25af-4e52-a332-167a9a155871: DOWN {{(pid=94110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:20:34.447413 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52066) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:34.493452 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52068) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:34.507252 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-526d1c29-a38a-4e09-8185-35e642425ffd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.529431 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-526d1c29-a38a-4e09-8185-35e642425ffd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.580575 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-526d1c29-a38a-4e09-8185-35e642425ffd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.583157 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-526d1c29-a38a-4e09-8185-35e642425ffd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.584313 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-526d1c29-a38a-4e09-8185-35e642425ffd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "DELETE /v2.0/security-groups/48bb13ef-bdd9-4c7a-b9ed-da31babdbb46 HTTP/1.1" status: 204 len: 168 time: 0.1359003 Sep 14 17:20:34.587330 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52072) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:34.593079 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1c29-a38a-4e09-8185-35e642425ffd tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb13ef-bdd9-4c7a-b9ed-da31babdbb46,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:34.612935 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.api.v2.resource [None req-e7a7e5eb-673f-432c-a130-f24abdc55fa6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] show failed (client error): The resource could not be found. Sep 14 17:20:34.614127 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e7a7e5eb-673f-432c-a130-f24abdc55fa6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "GET /v2.0/security-groups/48bb13ef-bdd9-4c7a-b9ed-da31babdbb46 HTTP/1.1" status: 404 len: 347 time: 0.0257719 Sep 14 17:20:34.615036 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c9591411-3310-4216-91c4-6403820d34e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.617213 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52074) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:34.706584 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c9591411-3310-4216-91c4-6403820d34e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.710494 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c9591411-3310-4216-91c4-6403820d34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.743735 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Deleting port ed8c371e-fd13-4f3e-bcba-ea716aecb5aa {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:20:34.744067 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.748163 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-c9591411-3310-4216-91c4-6403820d34e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28c695f1ab664081b5547c4cacc78dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535243 Sep 14 17:20:34.751032 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52076) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:34.756874 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9591411-3310-4216-91c4-6403820d34e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7cb1e7-99b8-4efc-987c-1eeec024ef38,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:34.803353 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88b6dcd6-1b9f-411c-9ade-d899ff1ef624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.817804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.818213 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.824535 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88b6dcd6-1b9f-411c-9ade-d899ff1ef624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.830121 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Calling delete_port for ed8c371e-fd13-4f3e-bcba-ea716aecb5aa owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:20:34.872028 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88b6dcd6-1b9f-411c-9ade-d899ff1ef624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.874947 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88b6dcd6-1b9f-411c-9ade-d899ff1ef624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:34.876487 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-88b6dcd6-1b9f-411c-9ade-d899ff1ef624 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f7cb1e7-99b8-4efc-987c-1eeec024ef38 HTTP/1.1" status: 204 len: 168 time: 0.1245024 Sep 14 17:20:34.884268 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6dcd6-1b9f-411c-9ade-d899ff1ef624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7cb1e7-99b8-4efc-987c-1eeec024ef38,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:34.981793 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:35.006718 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Pushing event deleted for resources: {'Port': ['ID=ed8c371e-fd13-4f3e-bcba-ea716aecb5aa,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:35.073232 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:35.075966 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:35.077155 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-44430fee-26e9-41d2-9581-527bafe913e6 tempest-AttachVolumeShelveTestJSON-727442753 tempest-AttachVolumeShelveTestJSON-727442753-project] 10.222.0.64 "DELETE /v2.0/floatingips/362f97f4-25af-4e52-a332-167a9a155871 HTTP/1.1" status: 204 len: 168 time: 0.4589720 Sep 14 17:20:36.232652 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:20:36.252964 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: f2de0ac0-f130-4172-b6f7-14c14d18a177 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:20:36.253304 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device f2de0ac0-f130-4172-b6f7-14c14d18a177 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:20:37.095999 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-0825cb34-db18-48f0-bef7-c74a9eaa58f6 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1c8c265b2b634b2281c73b54479c6e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298781 Sep 14 17:20:37.282758 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-820da59e-403d-4e81-8028-c62c3a70feaa tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:37.284097 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-820da59e-403d-4e81-8028-c62c3a70feaa tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824589 Sep 14 17:20:37.299566 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-6f165ca6-5715-4889-a188-dd585bd06796 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/quotas/1c8c265b2b634b2281c73b54479c6e52 HTTP/1.1" status: 200 len: 375 time: 0.0097365 Sep 14 17:20:37.333988 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-057b99da-0011-4c27-bd6b-9a6bb3002f6c tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1c8c265b2b634b2281c73b54479c6e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292540 Sep 14 17:20:37.491732 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-7f6eddb2-cc5f-44eb-b364-a6d0e5de7d16 req-ebde35e8-6524-490d-beb6-a8f81a816390 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 210 time: 0.0328996 Sep 14 17:20:37.674894 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52148) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:38.355930 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-776ad85f-e76f-44fb-8e9e-d772692a11d7 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c8c265b2b634b2281c73b54479c6e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221767 Sep 14 17:20:38.432256 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.471415 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-c19e77a9-696d-4727-9dca-e190c1983e99 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:38.472883 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-c19e77a9-696d-4727-9dca-e190c1983e99 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114211 Sep 14 17:20:38.486194 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Request body: {'port': {'device_id': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20', 'admin_state_up': True, 'tenant_id': '1c8c265b2b634b2281c73b54479c6e52'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:20:38.592767 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5aa9c601-e8f6-46a9-afd9-1df7b82ae0bb req-a3d0e5f9-a37c-451a-8959-1ded628a1982 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 210 time: 0.0319898 Sep 14 17:20:38.627479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Made reservation on behalf of 1c8c265b2b634b2281c73b54479c6e52 for: {'port': 1} {{(pid=94109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 17:20:38.631201 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.643593 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.692931 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Deleting port df702bb0-0003-4f99-9c08-63dd03a0090a {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:20:38.693526 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.737551 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.741461 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.771206 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] For port df702bb0-0003-4f99-9c08-63dd03a0090a, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=df702bb0-0003-4f99-9c08-63dd03a0090a,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:38.771566 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:38.784448 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Calling delete_port for df702bb0-0003-4f99-9c08-63dd03a0090a owned by network:router_interface {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:20:38.803252 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be636296-2cc8-4b4e-8da7-1af489430db6,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:38.875035 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_common [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Allocated IP 192.168.233.37 (164112b2-c3f5-451a-8491-d77d3c3b6d20/beb7e6a4-6143-4966-b521-cb2cd98b2a40/15db9a3c-6e5f-4171-9aec-7acfab7d2024) {{(pid=94109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 17:20:38.970515 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.002603 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=df702bb0-0003-4f99-9c08-63dd03a0090a,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:39.030223 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks [] for port, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.045339 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Transition to ACTIVE for port object 15db9a3c-6e5f-4171-9aec-7acfab7d2024 will not be triggered until provisioned by entity DHCP. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:20:39.083398 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771368121025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.121716 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Network 164112b2-c3f5-451a-8491-d77d3c3b6d20 is already hosted by enough agents. {{(pid=94109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 17:20:39.127383 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.base_scheduler [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Resources bound (agent type, host, resource id): {{(pid=94109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 17:20:39.131396 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Received port after_create {{(pid=94109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 17:20:39.170234 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.176898 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Pushing event updated for resources: {'Port': ['ID=15db9a3c-6e5f-4171-9aec-7acfab7d2024,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:39.197694 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:39.198407 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.215294 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-2daba0e3-8f38-4b8f-b2bd-4aefb7dde36a tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7333214 Sep 14 17:20:39.228053 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.v2.base [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Request body: {'port': {'device_id': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80899'}} {{(pid=94109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 17:20:39.285896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.410967 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Router 3860ff3d-c646-4f20-ae4a-e7c853f31646 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:20:39.441742 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-399542a3-6fd1-4206-ba11-f1d2035b451a None None] Provisioning for port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 completed by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:20:39.446059 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-399542a3-6fd1-4206-ba11-f1d2035b451a None None] Provisioning complete for port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 triggered by entity DHCP. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:20:39.446541 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-399542a3-6fd1-4206-ba11-f1d2035b451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.480942 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-399542a3-6fd1-4206-ba11-f1d2035b451a None None] Port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 cannot update to ACTIVE because it is not bound. {{(pid=94110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 17:20:39.524065 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:20:39.533443 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-01b7f140-8eef-4ec1-9e94-8ac4b1ff3b6c admin admin] 10.222.0.64 "PUT /v2.0/routers/3860ff3d-c646-4f20-ae4a-e7c853f31646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8544219 Sep 14 17:20:39.533443 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52162) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:39.536344 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] Sync routers for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:20:39.548647 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:20:39.549383 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:20:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:39.553973 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15db9a3c-6e5f-4171-9aec-7acfab7d2024 {{(pid=94109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:20:39.561368 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.574316 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Transition to ACTIVE for port object 15db9a3c-6e5f-4171-9aec-7acfab7d2024 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 17:20:39.580406 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.635696 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Pushing event updated for resources: {'Port': ['ID=15db9a3c-6e5f-4171-9aec-7acfab7d2024,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:39.659866 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks [] for router, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.705893 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:20:39.759882 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Attempting to bind port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 on host hv-cinder-80899 for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 17:20:39.760166 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Attempting to bind port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 by drivers openvswitch,hyperv on host hv-cinder-80899 at level 0 using segments [{'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 17:20:39.760625 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Attempting to bind port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 on network 164112b2-c3f5-451a-8491-d77d3c3b6d20 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:20:39.768571 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 on network 164112b2-c3f5-451a-8491-d77d3c3b6d20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80899 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 17:20:39.768896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Attempting to bind port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 on network 164112b2-c3f5-451a-8491-d77d3c3b6d20 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 17:20:39.778893 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762abc-6f85-4f33-be8d-f685648900c8 req-0eba081c-cb1d-4e12-b96c-5e7aa7649a20 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:39.781359 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d4762abc-6f85-4f33-be8d-f685648900c8 req-0eba081c-cb1d-4e12-b96c-5e7aa7649a20 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 947 time: 0.0804658 Sep 14 17:20:39.786811 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Checking agent: {'id': 'fe07a181-3fe6-4e8d-bc33-abc0e216e69b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80899', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'started_at': datetime.datetime(2021, 9, 14, 17, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 17:20:39.787171 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Checking segment: {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 17:20:39.787581 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Bound using segment: {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 17:20:39.788015 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Bound port: 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host: hv-cinder-80899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8939a41f-6d46-4ae9-8f6b-d2032407565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 17:20:39.788422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.810550 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.871494 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Deleting port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:20:39.871871 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.875660 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d4762abc-6f85-4f33-be8d-f685648900c8 req-35a6893b-6979-4998-98cd-2fa751fbf4f2 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726612 Sep 14 17:20:39.887883 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] For port 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host hv-cinder-80899, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 17:20:39.898527 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] For port 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host hv-cinder-80899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 17:20:39.904479 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5292717'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.913205 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:20:38Z', 'revision_number': 5, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port': {'id': 'fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:08:33Z', 'updated_at': '2021-09-14T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:39.941249 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:39.941869 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:39.943323 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] 10.222.0.41 "PUT /v2.0/ports/15db9a3c-6e5f-4171-9aec-7acfab7d2024 HTTP/1.1" status: 200 len: 1097 time: 0.7196534 Sep 14 17:20:39.943768 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'tag': '15db9a3c-6e5f-4171-9aec-7acfab7d2024'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:39.945191 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] Checking router: 3860ff3d-c646-4f20-ae4a-e7c853f31646 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:20:39.946161 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18b5156-d8f9-400e-bbaf-47f1577aa106" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c", "tag": "15db9a3c-6e5f-4171-9aec-7acfab7d2024"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:39.962117 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] Routers {'3860ff3d-c646-4f20-ae4a-e7c853f31646'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:20:39.962773 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:20:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['3860ff3d-c646-4f20-ae4a-e7c853f31646'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:39.971637 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5084347-9b54-43cc-9704-bb82dea4049b service neutron] Pushing event updated for resources: {'Port': ['ID=15db9a3c-6e5f-4171-9aec-7acfab7d2024,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:39.993553 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] For port fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:39.997708 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.016909 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Calling delete_port for fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea owned by network:router_gateway {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:20:40.062815 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6448a3a-26d9-4e9b-b5f1-8834759f72ea x-openstack-request-id: req-c6448a3a-26d9-4e9b-b5f1-8834759f72ea {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:40.063157 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c", "tag": "15db9a3c-6e5f-4171-9aec-7acfab7d2024", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:40.063529 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6448a3a-26d9-4e9b-b5f1-8834759f72ea {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:40.063763 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'tag': '15db9a3c-6e5f-4171-9aec-7acfab7d2024', 'status': 'completed', 'code': 200} Sep 14 17:20:40.068169 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] Set router 3860ff3d-c646-4f20-ae4a-e7c853f31646 gateway port host: None {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:20:40.085357 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-ae511848-689c-401d-8a79-6a69b14025ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.089941 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-ae511848-689c-401d-8a79-6a69b14025ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c8c265b2b634b2281c73b54479c6e52&device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 1100 time: 0.0719318 Sep 14 17:20:40.128821 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:20:39Z', 'revision_number': 6, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:40.136178 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-a2ba3319-1cc4-405c-ba7c-9869b5195556 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024 HTTP/1.1" status: 200 len: 217 time: 0.0366483 Sep 14 17:20:40.189449 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-210420c6-178a-49c9-8c75-472a84a3065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.190957 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-210420c6-178a-49c9-8c75-472a84a3065d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=beb7e6a4-6143-4966-b521-cb2cd98b2a40 HTTP/1.1" status: 200 len: 843 time: 0.0474899 Sep 14 17:20:40.224939 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.251999 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-f99fed16-9605-43a8-bec0-b059b2b88eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.252259 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:40.252976 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d8aee-24df-442f-9ab5-dad4ce24e329 None None] The sync data for ids ['3860ff3d-c646-4f20-ae4a-e7c853f31646'] in dv-cinder-808992-3-iscsi is: [{'id': '3860ff3d-c646-4f20-ae4a-e7c853f31646', 'name': 'tempest-AttachVolumeShelveTestJSON-1831151292-router', 'tenant_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:08:32Z', 'updated_at': '2021-09-14T17:20:39Z', 'revision_number': 6, 'project_id': '63de1cb0903f4c2b9b8b2015ac57ed6d', 'gw_port_host': None}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:20:40.253749 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-f99fed16-9605-43a8-bec0-b059b2b88eb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=164112b2-c3f5-451a-8491-d77d3c3b6d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0554755 Sep 14 17:20:40.315352 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.347486 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-1edfad6c-2805-43b6-a737-b0ec260bc6c4 service neutron] 10.222.0.41 "GET /v2.0/networks/164112b2-c3f5-451a-8491-d77d3c3b6d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859640 Sep 14 17:20:40.403425 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.405763 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.441473 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-b992c429-346f-4e59-ae9d-2d546bceef89 req-3bbf7292-6d8d-45b7-bff5-92a9cf9219f4 service neutron] 10.222.0.41 "GET /v2.0/networks/164112b2-c3f5-451a-8491-d77d3c3b6d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859261 Sep 14 17:20:40.449282 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.449922 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3860ff3d-c646-4f20-ae4a-e7c853f31646 {{(pid=94108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:20:40.455509 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.456788 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-957b8d75-7ebe-4f31-868d-e41265da0033 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3860ff3d-c646-4f20-ae4a-e7c853f31646 HTTP/1.1" status: 204 len: 168 time: 0.9228950 Sep 14 17:20:40.459372 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52170) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:40.503987 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Deleting subnet 8c300687-b69c-404b-a5ea-3ee88fb04c1b {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:20:40.507158 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.526863 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-51dff304-5728-4140-9203-5672f64069b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.528394 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-51dff304-5728-4140-9203-5672f64069b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c8c265b2b634b2281c73b54479c6e52&device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 1100 time: 0.0393777 Sep 14 17:20:40.540958 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6079961'] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.622145 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-a7d16479-05ce-46bb-b809-ba924e3dc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.623647 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-a7d16479-05ce-46bb-b809-ba924e3dc4bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=164112b2-c3f5-451a-8491-d77d3c3b6d20 HTTP/1.1" status: 200 len: 870 time: 0.0883808 Sep 14 17:20:40.653232 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.666713 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-028c0d2b-0c27-4756-9730-405689b3aaf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024 HTTP/1.1" status: 200 len: 217 time: 0.0357952 Sep 14 17:20:40.711768 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4363435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4667194'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.729887 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-7f368eff-03df-4740-a0f9-1fce7f30a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.731366 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-7f368eff-03df-4740-a0f9-1fce7f30a1be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=beb7e6a4-6143-4966-b521-cb2cd98b2a40 HTTP/1.1" status: 200 len: 843 time: 0.0566487 Sep 14 17:20:40.743648 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c300687-b69c-404b-a5ea-3ee88fb04c1b,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:40.750037 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.752993 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-1d09bbcb-ce61-45f2-87b3-724c76718c03 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8c300687-b69c-404b-a5ea-3ee88fb04c1b HTTP/1.1" status: 204 len: 168 time: 0.2921524 Sep 14 17:20:40.755253 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52172) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:40.755924 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f919711-2e73-4afa-9557-7eb10cc72a34 None None] Network fb9e5834-e61d-4906-a9f3-97c5866ae536 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:20:40.780291 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-0959e446-70df-4387-aa4f-9a29f144b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:40.781840 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-0959e446-70df-4387-aa4f-9a29f144b904 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=164112b2-c3f5-451a-8491-d77d3c3b6d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431750 Sep 14 17:20:40.830293 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.882114 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-f9b92512-02c6-42cb-8523-ff30bf03a0a5 service neutron] 10.222.0.41 "GET /v2.0/networks/164112b2-c3f5-451a-8491-d77d3c3b6d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920243 Sep 14 17:20:40.885993 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Deleting port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:20:40.886326 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.955138 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] For port b9c6677e-2488-4272-8fd1-ed55ee4b25a5, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,segment=NetworkSegment(76281d3d-7e06-4136-bf76-077fb85429cc),segment_id=76281d3d-7e06-4136-bf76-077fb85429cc)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:40.955505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:40.967472 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Calling delete_port for b9c6677e-2488-4272-8fd1-ed55ee4b25a5 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:20:41.009302 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e18b5156-d8f9-400e-bbaf-47f1577aa106 req-4cd871e6-c81e-4242-ad4a-45dfae6c85b1 service neutron] 10.222.0.41 "GET /v2.0/networks/164112b2-c3f5-451a-8491-d77d3c3b6d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189237 Sep 14 17:20:41.025254 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cbc74-dab1-4ab7-b7ac-9080eb73b472 req-b74d8ec9-f724-4860-9422-9648211c7dba tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:41.026757 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f76cbc74-dab1-4ab7-b7ac-9080eb73b472 req-b74d8ec9-f724-4860-9422-9648211c7dba tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 947 time: 0.0650053 Sep 14 17:20:41.061765 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9e4bb-0945-4f52-844c-60bb70e0bf5d None None] DHCP port deletion for fb9e5834-e61d-4906-a9f3-97c5866ae536 request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:20:41.063835 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.099641 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c6677e-2488-4272-8fd1-ed55ee4b25a5,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:41.105585 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] No DVR routers for this DVR port b9c6677e-2488-4272-8fd1-ed55ee4b25a5 on host dv-cinder-808992-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:20:41.105742 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f76cbc74-dab1-4ab7-b7ac-9080eb73b472 req-768fe694-94af-47c1-abc9-43a4269ea8cd tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655193 Sep 14 17:20:41.155939 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device b9c6677e-2488-4272-8fd1-ed55ee4b25a5 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:20:41.175570 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.179867 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: b9c6677e-2488-4272-8fd1-ed55ee4b25a5 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:20:41.180220 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device b9c6677e-2488-4272-8fd1-ed55ee4b25a5 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:20:41.180660 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device df702bb0-0003-4f99-9c08-63dd03a0090a no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:20:41.196442 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9e5834-e61d-4906-a9f3-97c5866ae536']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:41.203154 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: df702bb0-0003-4f99-9c08-63dd03a0090a {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:20:41.203502 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device df702bb0-0003-4f99-9c08-63dd03a0090a not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:20:41.204099 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:20:41.206888 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76281d3d-7e06-4136-bf76-077fb85429cc') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:41.206888 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76281d3d-7e06-4136-bf76-077fb85429cc') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:20:41.218047 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.224368 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:20:41.225059 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device fc8e0d1a-57fa-48df-a8d0-9a333c5d0aea not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:20:41.236100 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.242124 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:20:41.242508 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:20:41.244150 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:20:41.302001 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.308825 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.310543 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fb9e5834-e61d-4906-a9f3-97c5866ae536 HTTP/1.1" status: 204 len: 168 time: 0.5543642 Sep 14 17:20:41.321960 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5dfc-c8f0-4f76-aa6f-2e6cf5d43eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9e5834-e61d-4906-a9f3-97c5866ae536,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:41.428123 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52178) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:41.466730 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-678a5157-6c40-4c43-a9c6-108bd3d628e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63de1cb0903f4c2b9b8b2015ac57ed6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374084 Sep 14 17:20:41.469103 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52180) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:41.515548 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95098328-2653-4351-80bd-f6963730dd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.535945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95098328-2653-4351-80bd-f6963730dd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.584914 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95098328-2653-4351-80bd-f6963730dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.587424 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-95098328-2653-4351-80bd-f6963730dd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:41.588569 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-95098328-2653-4351-80bd-f6963730dd15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31865ab2-d41e-4c88-a6fb-cf4c32ef34db HTTP/1.1" status: 204 len: 168 time: 0.1180348 Sep 14 17:20:41.597032 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95098328-2653-4351-80bd-f6963730dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31865ab2-d41e-4c88-a6fb-cf4c32ef34db,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:42.216212 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecfcaa-075c-46b3-8c68-391ce94e15e8 req-72667e24-514d-4f12-ab2d-826345623a2f tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:42.217696 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fcecfcaa-075c-46b3-8c68-391ce94e15e8 req-72667e24-514d-4f12-ab2d-826345623a2f tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 947 time: 0.0480723 Sep 14 17:20:42.254910 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-fcecfcaa-075c-46b3-8c68-391ce94e15e8 req-15739f18-f47e-4b4f-9d9a-fd2872f5bbb2 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Sep 14 17:20:42.916548 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52232) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:43.018037 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-37fd87b1-39c7-4808-9f79-f5ddaa05c7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.110828 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-37fd87b1-39c7-4808-9f79-f5ddaa05c7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.114584 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-37fd87b1-39c7-4808-9f79-f5ddaa05c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.152114 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-37fd87b1-39c7-4808-9f79-f5ddaa05c7ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc4b320935f244c0928790ef1ef898ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344897 Sep 14 17:20:43.153993 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd87b1-39c7-4808-9f79-f5ddaa05c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab09d85-dd67-469c-8797-136e58be4a25,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:43.154809 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52236) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:20:43.202539 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ffae95a8-6deb-4fb0-92f1-ec349b722d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.223616 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ffae95a8-6deb-4fb0-92f1-ec349b722d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.269179 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ffae95a8-6deb-4fb0-92f1-ec349b722d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.271854 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ffae95a8-6deb-4fb0-92f1-ec349b722d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:43.273056 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-ffae95a8-6deb-4fb0-92f1-ec349b722d45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cab09d85-dd67-469c-8797-136e58be4a25 HTTP/1.1" status: 204 len: 168 time: 0.1172688 Sep 14 17:20:43.280774 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae95a8-6deb-4fb0-92f1-ec349b722d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab09d85-dd67-469c-8797-136e58be4a25,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:43.377767 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d19e22-1ef9-4be5-86ef-b3d97274af24 req-53f22256-a043-4334-baa1-0ed10ce54ba2 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:43.379328 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74d19e22-1ef9-4be5-86ef-b3d97274af24 req-53f22256-a043-4334-baa1-0ed10ce54ba2 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 947 time: 0.0528643 Sep 14 17:20:43.420692 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-74d19e22-1ef9-4be5-86ef-b3d97274af24 req-ea899aa4-1a49-47c4-8a88-978e4ca9ce7c tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Sep 14 17:20:44.313508 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 15db9a3c-6e5f-4171-9aec-7acfab7d2024 details requested by agent hyperv_hv-cinder-80899 with host hv-cinder-80899 {{(pid=94110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 17:20:44.410080 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:44.421316 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Returning: {'device': '15db9a3c-6e5f-4171-9aec-7acfab7d2024', 'network_id': '164112b2-c3f5-451a-8491-d77d3c3b6d20', 'port_id': '15db9a3c-6e5f-4171-9aec-7acfab7d2024', 'mac_address': 'fa:16:3e:b2:ed:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb7e6a4-6143-4966-b521-cb2cd98b2a40', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 17:20:44.459407 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:44.472991 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15db9a3c-6e5f-4171-9aec-7acfab7d2024 {{(pid=94110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 17:20:44.494865 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:44.501812 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:44.540153 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ae0f4-8ecd-4727-9297-3a95e311be3c req-a18d1a8b-ac74-47a9-b285-19008a49e9cf tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:44.541805 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e1ae0f4-8ecd-4727-9297-3a95e311be3c req-a18d1a8b-ac74-47a9-b285-19008a49e9cf tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 948 time: 0.0526505 Sep 14 17:20:44.551487 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=15db9a3c-6e5f-4171-9aec-7acfab7d2024,revision_number=4']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:44.588974 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-9e1ae0f4-8ecd-4727-9297-3a95e311be3c req-f8bf1b12-58d2-425c-bb01-3e129ad67932 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 Sep 14 17:20:44.868795 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['15db9a3c-6e5f-4171-9aec-7acfab7d2024'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:20:44.930392 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:45.704096 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfa75c-1978-48b5-a694-1a8a67f768d9 req-040482b7-57c5-4305-bd7f-67b2051a8169 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:45.705591 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d9dfa75c-1978-48b5-a694-1a8a67f768d9 req-040482b7-57c5-4305-bd7f-67b2051a8169 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 948 time: 0.0490224 Sep 14 17:20:45.742614 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d9dfa75c-1978-48b5-a694-1a8a67f768d9 req-e03fef4b-b2cc-4314-806f-6bcf5223f6c9 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Sep 14 17:20:46.309049 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 15db9a3c-6e5f-4171-9aec-7acfab7d2024 up at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 17:20:46.357637 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning for port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 completed by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 17:20:46.361437 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.provisioning_blocks [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Provisioning complete for port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 triggered by entity L2. {{(pid=94110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 17:20:46.361810 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530794'] for port, provisioning_complete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:46.438906 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457502'] for port, before_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:46.460625 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db9a3c-6e5f-4171-9aec-7acfab7d2024'}] {{(pid=94110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:46.462840 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ae897716e1ba0b3b739b3b07adf139f520f3f332d7a9932dc680122a8f3591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a72344-9185-4a20-8747-8a9575ef66ed" -d '{"events": [{"server_uuid": "c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c", "name": "network-vif-plugged", "status": "completed", "tag": "15db9a3c-6e5f-4171-9aec-7acfab7d2024"}]}' {{(pid=94110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:46.479159 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] For port 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:46.484118 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771368675606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771368121043', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771368121061'] for port, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:46.508438 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3366966-adfd-4269-93f5-ce9ec84edf99 x-openstack-request-id: req-f3366966-adfd-4269-93f5-ce9ec84edf99 {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:46.508748 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c", "name": "network-vif-plugged", "status": "completed", "tag": "15db9a3c-6e5f-4171-9aec-7acfab7d2024", "code": 200}]} {{(pid=94110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:46.508998 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3366966-adfd-4269-93f5-ce9ec84edf99 {{(pid=94110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:46.509391 dv-cinder-808992-3-iscsi neutron-server[94110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db9a3c-6e5f-4171-9aec-7acfab7d2024', 'code': 200} Sep 14 17:20:46.534733 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Pushing event updated for resources: {'Port': ['ID=15db9a3c-6e5f-4171-9aec-7acfab7d2024,revision_number=5']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:46.671316 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2269d6-2556-48e7-90f1-ca2a0fbd26ad req-b67e61c3-0ac3-48db-b409-7fa0e1c46f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:46.672814 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2b2269d6-2556-48e7-90f1-ca2a0fbd26ad req-b67e61c3-0ac3-48db-b409-7fa0e1c46f0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 1102 time: 0.0418532 Sep 14 17:20:46.708525 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2b2269d6-2556-48e7-90f1-ca2a0fbd26ad req-57874695-fc5a-4d8a-8168-3ae60cc3ee55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287960 Sep 14 17:20:46.858786 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f21d8-6b8b-484f-96cf-e07fbdfa75e0 req-c392810b-1d90-46f1-ae72-adbb660a4396 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:46.860868 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a75f21d8-6b8b-484f-96cf-e07fbdfa75e0 req-c392810b-1d90-46f1-ae72-adbb660a4396 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0529456 Sep 14 17:20:46.899622 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a75f21d8-6b8b-484f-96cf-e07fbdfa75e0 req-4316a8ed-33b2-494f-9adc-cb9b1073bdb5 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Sep 14 17:20:47.380349 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-953ab112-6748-4830-ae8c-4192398b53e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:48.012435 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce351eb-f10a-4fce-b755-d328b5c33d38 req-00f56ba0-7ece-43ce-a3a3-7e567e42c99c tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:48.013925 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dce351eb-f10a-4fce-b755-d328b5c33d38 req-00f56ba0-7ece-43ce-a3a3-7e567e42c99c tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0481639 Sep 14 17:20:48.051019 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-dce351eb-f10a-4fce-b755-d328b5c33d38 req-62740a77-684c-4eec-b4da-4fd5780850f8 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Sep 14 17:20:49.166399 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367a6cc-53f9-467f-af37-746451ca7ad8 req-dbe723ce-6d6b-41c1-8330-44cd3a73e27d tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:49.167835 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e367a6cc-53f9-467f-af37-746451ca7ad8 req-dbe723ce-6d6b-41c1-8330-44cd3a73e27d tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0517185 Sep 14 17:20:49.203370 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e367a6cc-53f9-467f-af37-746451ca7ad8 req-dd7d9652-99a4-4416-b3ea-17d4e35b1dfc tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294456 Sep 14 17:20:49.879960 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3fe013fd-5914-468e-8a1f-2909aeb3f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:50.318519 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f1492-a057-4ef7-80ca-9f245b6a76cb req-4f23b92d-7ce4-4d79-a615-08efe6eec370 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:50.319959 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d2f1492-a057-4ef7-80ca-9f245b6a76cb req-4f23b92d-7ce4-4d79-a615-08efe6eec370 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0475917 Sep 14 17:20:50.356917 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-0d2f1492-a057-4ef7-80ca-9f245b6a76cb req-bfc9d67f-f132-460f-8fb4-abbfcdc33d00 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Sep 14 17:20:50.611308 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:50.898435 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:51.474164 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e1e1-8fa8-427a-88a8-a99a542bf47e req-348da564-9192-4c1f-813d-c811bb89856c tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:51.475742 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c9f4e1e1-8fa8-427a-88a8-a99a542bf47e req-348da564-9192-4c1f-813d-c811bb89856c tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0479581 Sep 14 17:20:51.511871 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c9f4e1e1-8fa8-427a-88a8-a99a542bf47e req-79aa34f3-c2bc-4ddd-a552-4e454968244b tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300367 Sep 14 17:20:52.628316 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5747c-4f6a-4f43-9920-29b19b129cad req-d77740ec-36a2-4b10-9783-7f4d7f13ccf7 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:52.629802 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5ba5747c-4f6a-4f43-9920-29b19b129cad req-d77740ec-36a2-4b10-9783-7f4d7f13ccf7 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0518084 Sep 14 17:20:52.667388 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-5ba5747c-4f6a-4f43-9920-29b19b129cad req-a2970af2-1beb-43f8-9745-874b3cb9d283 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 14 17:20:52.699857 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:52.915535 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b426df2-c760-4c6a-b143-db560b3cf02e req-df1a5fd9-9af3-40f7-941a-68fe7cffe6e9 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:52.916979 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b426df2-c760-4c6a-b143-db560b3cf02e req-df1a5fd9-9af3-40f7-941a-68fe7cffe6e9 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0478947 Sep 14 17:20:52.952360 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-8b426df2-c760-4c6a-b143-db560b3cf02e req-3e342c2a-a0a3-4b9e-a75e-e2b0d5c9d239 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295744 Sep 14 17:20:54.068839 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c59416-9159-4e97-8f6f-fa242c130845 req-f6545360-a2d9-4dc6-b806-cd138de865fd tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:54.070327 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-75c59416-9159-4e97-8f6f-fa242c130845 req-f6545360-a2d9-4dc6-b806-cd138de865fd tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0487096 Sep 14 17:20:54.110033 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-75c59416-9159-4e97-8f6f-fa242c130845 req-d4293610-91c1-4fc6-9ec4-d142884436a7 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/security-groups?id=be636296-2cc8-4b4e-8da7-1af489430db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Sep 14 17:20:54.595664 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-abc5066a-5b5b-4195-83a4-7441f8531673 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:20:54.597140 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-abc5066a-5b5b-4195-83a4-7441f8531673 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 949 time: 0.0507197 Sep 14 17:20:54.683467 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Deleting port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:20:54.683806 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:54.774501 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] For port 15db9a3c-6e5f-4171-9aec-7acfab7d2024, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=15db9a3c-6e5f-4171-9aec-7acfab7d2024,segment=NetworkSegment(8939a41f-6d46-4ae9-8f6b-d2032407565e),segment_id=8939a41f-6d46-4ae9-8f6b-d2032407565e)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:20:54.774870 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:54.786346 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Calling delete_port for 15db9a3c-6e5f-4171-9aec-7acfab7d2024 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:20:54.908589 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:54.920255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] get_ports_and_sgs() called for port_ids ['15db9a3c-6e5f-4171-9aec-7acfab7d2024'] {{(pid=94110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 17:20:54.937088 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Pushing event deleted for resources: {'Port': ['ID=15db9a3c-6e5f-4171-9aec-7acfab7d2024,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:20:54.980508 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] No DVR routers for this DVR port 15db9a3c-6e5f-4171-9aec-7acfab7d2024 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:20:54.983016 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:20:54.985244 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f6e00b89-d860-4828-80e1-f25ae92c4bfb req-43c74a60-9c2d-4d92-b62c-ae7e77e50f04 tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.41 "DELETE /v2.0/ports/15db9a3c-6e5f-4171-9aec-7acfab7d2024 HTTP/1.1" status: 204 len: 173 time: 0.3815832 Sep 14 17:20:54.985942 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'name': 'network-vif-deleted', 'tag': '15db9a3c-6e5f-4171-9aec-7acfab7d2024'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:20:54.992614 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a225638-f376-4004-a7b0-ea874ce94eac" -d '{"events": [{"server_uuid": "c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c", "name": "network-vif-deleted", "tag": "15db9a3c-6e5f-4171-9aec-7acfab7d2024"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:20:55.031792 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e1c3d3-8eda-4262-8e5a-87a321f406b8 x-openstack-request-id: req-79e1c3d3-8eda-4262-8e5a-87a321f406b8 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:20:55.032819 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c", "name": "network-vif-deleted", "tag": "15db9a3c-6e5f-4171-9aec-7acfab7d2024", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:20:55.033095 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79e1c3d3-8eda-4262-8e5a-87a321f406b8 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:20:55.033617 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c', 'name': 'network-vif-deleted', 'tag': '15db9a3c-6e5f-4171-9aec-7acfab7d2024', 'status': 'completed', 'code': 200} Sep 14 17:20:55.221371 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-78137c99-bc5c-4797-bc78-62a22b8282d5 req-1d16dc02-05af-49da-8fdc-284ec3b5bfad tempest-VolumesNegativeTest-714254410 tempest-VolumesNegativeTest-714254410-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d2dece-9f89-4e69-bf87-3bfa2ec6a03c HTTP/1.1" status: 200 len: 210 time: 0.0312240 Sep 14 17:20:58.435915 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 15db9a3c-6e5f-4171-9aec-7acfab7d2024 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:20:58.454426 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 15db9a3c-6e5f-4171-9aec-7acfab7d2024 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:20:58.454773 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 15db9a3c-6e5f-4171-9aec-7acfab7d2024 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:20:59.884310 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52660) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:00.013533 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-1e6f3c89-c461-46e0-b5c3-65e119bc543e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c8c265b2b634b2281c73b54479c6e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280208 Sep 14 17:21:00.015924 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52664) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:00.062036 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-66f44f23-6375-4df7-999f-b19586e6e408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:00.085550 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-66f44f23-6375-4df7-999f-b19586e6e408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:00.131489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-66f44f23-6375-4df7-999f-b19586e6e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:00.134074 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-66f44f23-6375-4df7-999f-b19586e6e408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:00.135205 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-66f44f23-6375-4df7-999f-b19586e6e408 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be636296-2cc8-4b4e-8da7-1af489430db6 HTTP/1.1" status: 204 len: 168 time: 0.1183410 Sep 14 17:21:00.142656 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f44f23-6375-4df7-999f-b19586e6e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be636296-2cc8-4b4e-8da7-1af489430db6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:09.705106 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:21:14.931052 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:17.382659 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-21b5ab96-0d55-4200-83ca-136d055fb4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:19.881417 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-54d0ffb4-55e8-46fd-a583-a84b31db3d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:20.612668 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:20.901069 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:22.701992 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:31.877470 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52920) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:31.979995 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.073364 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.077101 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.116872 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c134db02ef642c396f45d70106e7431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383289 Sep 14 17:21:32.117580 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5831750f-0acf-47a5-b339-58b8a37af8c2,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:32.119670 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52924) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:32.125163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.125513 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.125852 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.126190 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.126519 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.126851 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.127175 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.127499 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.127823 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.128142 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.128489 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.128813 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28149b65-87ce-4b5c-876c-1c2113ef03aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.167161 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.187301 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.237824 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.240439 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.241776 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5831750f-0acf-47a5-b339-58b8a37af8c2 HTTP/1.1" status: 204 len: 168 time: 0.1209188 Sep 14 17:21:32.249447 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831750f-0acf-47a5-b339-58b8a37af8c2,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:32.256782 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.257126 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.257467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.257795 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.258119 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.258445 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.258767 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.259086 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.259404 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.259718 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.260034 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.260345 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683faab6-a430-4d54-a010-f40e7bddc075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:21:32.493559 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52930) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:32.506610 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-939301a4-e672-4fca-b38f-60ec3497d9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.590490 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-939301a4-e672-4fca-b38f-60ec3497d9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.594022 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-939301a4-e672-4fca-b38f-60ec3497d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.633682 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-939301a4-e672-4fca-b38f-60ec3497d9ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9515c8c57734570923a8f5f3f8e5e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390216 Sep 14 17:21:32.634603 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939301a4-e672-4fca-b38f-60ec3497d9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7f259-0a0f-40b9-9ec3-524e8651e529,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:32.636326 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52932) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:32.684428 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-16c71bb8-33f8-4352-8b8a-a2d5f2ed4ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.704559 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-16c71bb8-33f8-4352-8b8a-a2d5f2ed4ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.750967 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-16c71bb8-33f8-4352-8b8a-a2d5f2ed4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.753717 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-16c71bb8-33f8-4352-8b8a-a2d5f2ed4ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:32.754982 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-16c71bb8-33f8-4352-8b8a-a2d5f2ed4ad9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2e7f259-0a0f-40b9-9ec3-524e8651e529 HTTP/1.1" status: 204 len: 168 time: 0.1174610 Sep 14 17:21:32.762648 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c71bb8-33f8-4352-8b8a-a2d5f2ed4ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7f259-0a0f-40b9-9ec3-524e8651e529,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:34.223262 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52972) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:34.340275 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-869c6f69-a1d3-4a55-af09-8b02181fe922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.430160 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-869c6f69-a1d3-4a55-af09-8b02181fe922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.433865 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-869c6f69-a1d3-4a55-af09-8b02181fe922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.471553 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-869c6f69-a1d3-4a55-af09-8b02181fe922 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08a767f5729d4d0c99f5ed7bbfef23f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466073 Sep 14 17:21:34.472340 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c6f69-a1d3-4a55-af09-8b02181fe922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57747c1-a03d-4c09-aa5c-a0ff1edc23d3,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:34.474225 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52976) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:34.522279 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57470a76-0bdf-4afb-a121-19de414e96a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.542406 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57470a76-0bdf-4afb-a121-19de414e96a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.589819 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57470a76-0bdf-4afb-a121-19de414e96a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.592747 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-57470a76-0bdf-4afb-a121-19de414e96a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.594109 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-57470a76-0bdf-4afb-a121-19de414e96a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f57747c1-a03d-4c09-aa5c-a0ff1edc23d3 HTTP/1.1" status: 204 len: 168 time: 0.1187682 Sep 14 17:21:34.604196 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57470a76-0bdf-4afb-a121-19de414e96a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57747c1-a03d-4c09-aa5c-a0ff1edc23d3,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:34.850464 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 52982) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:34.863201 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d295392-f4f3-47a9-85a0-56ea0bcfeb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.949343 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d295392-f4f3-47a9-85a0-56ea0bcfeb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.952862 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d295392-f4f3-47a9-85a0-56ea0bcfeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:34.990264 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-9d295392-f4f3-47a9-85a0-56ea0bcfeb32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a60792ca24c4bc2aa8ca53121286642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387742 Sep 14 17:21:34.991422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d295392-f4f3-47a9-85a0-56ea0bcfeb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1832ab-39dc-4948-a4f4-c9861377d389,revision_number=1']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:34.993024 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 52984) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:35.048906 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-700f16d1-e1fd-4e3d-a923-743af727e148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:35.069492 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-700f16d1-e1fd-4e3d-a923-743af727e148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:35.115539 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-700f16d1-e1fd-4e3d-a923-743af727e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:35.118287 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-700f16d1-e1fd-4e3d-a923-743af727e148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:35.119460 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-700f16d1-e1fd-4e3d-a923-743af727e148 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f1832ab-39dc-4948-a4f4-c9861377d389 HTTP/1.1" status: 204 len: 168 time: 0.1245089 Sep 14 17:21:35.127306 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f16d1-e1fd-4e3d-a923-743af727e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1832ab-39dc-4948-a4f4-c9861377d389,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:40.771054 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53068) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:40.871201 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d20fee1-7a16-47c3-937e-322806426141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:40.954218 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d20fee1-7a16-47c3-937e-322806426141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:40.957696 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d20fee1-7a16-47c3-937e-322806426141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:40.994873 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-5d20fee1-7a16-47c3-937e-322806426141 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=075db5d596154656b06444cd5a627dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222898 Sep 14 17:21:40.995924 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20fee1-7a16-47c3-937e-322806426141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e246d-251a-4c9c-a031-c22ae74ff586,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:40.997628 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53072) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:41.048316 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5308-f775-43e2-8930-38eea77457b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.069099 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5308-f775-43e2-8930-38eea77457b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.121510 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5308-f775-43e2-8930-38eea77457b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.124070 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5308-f775-43e2-8930-38eea77457b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.125243 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-ca7e5308-f775-43e2-8930-38eea77457b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f4e246d-251a-4c9c-a031-c22ae74ff586 HTTP/1.1" status: 204 len: 168 time: 0.1265826 Sep 14 17:21:41.134171 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e5308-f775-43e2-8930-38eea77457b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e246d-251a-4c9c-a031-c22ae74ff586,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:41.374493 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53080) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:41.387851 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85a113ce-664b-4fa9-b5f0-433c412c7cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.474406 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85a113ce-664b-4fa9-b5f0-433c412c7cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.478035 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85a113ce-664b-4fa9-b5f0-433c412c7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.515129 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-85a113ce-664b-4fa9-b5f0-433c412c7cdf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ce8e890a9eb4f29b67d4eeac88a9975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395285 Sep 14 17:21:41.517017 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a113ce-664b-4fa9-b5f0-433c412c7cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389a971b-e53b-4e77-851e-23da25d9d5bc,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:41.518056 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53082) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:41.565709 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32fd20ea-4552-407b-88f5-f6781d19eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.587064 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32fd20ea-4552-407b-88f5-f6781d19eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.633211 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32fd20ea-4552-407b-88f5-f6781d19eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.635700 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-32fd20ea-4552-407b-88f5-f6781d19eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:41.636852 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-32fd20ea-4552-407b-88f5-f6781d19eb6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/389a971b-e53b-4e77-851e-23da25d9d5bc HTTP/1.1" status: 204 len: 168 time: 0.1177745 Sep 14 17:21:41.644729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd20ea-4552-407b-88f5-f6781d19eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a971b-e53b-4e77-851e-23da25d9d5bc,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:42.644248 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53112) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:42.744947 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9163d723-41f3-4d91-8e88-74c943f4ecef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.831893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9163d723-41f3-4d91-8e88-74c943f4ecef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.835893 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9163d723-41f3-4d91-8e88-74c943f4ecef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.872678 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-9163d723-41f3-4d91-8e88-74c943f4ecef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb7a3b9a80504c9184cf12c0e01f0103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273326 Sep 14 17:21:42.873531 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163d723-41f3-4d91-8e88-74c943f4ecef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e2d245-783b-4b1a-b7c0-0e4ff3841d80,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:42.875557 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53116) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:42.923333 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-25817cae-d8ee-452e-8e0f-7edafa7ffe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.943218 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-25817cae-d8ee-452e-8e0f-7edafa7ffe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.991159 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-25817cae-d8ee-452e-8e0f-7edafa7ffe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.993689 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-25817cae-d8ee-452e-8e0f-7edafa7ffe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:42.994793 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-25817cae-d8ee-452e-8e0f-7edafa7ffe89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69e2d245-783b-4b1a-b7c0-0e4ff3841d80 HTTP/1.1" status: 204 len: 168 time: 0.1180868 Sep 14 17:21:43.002244 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25817cae-d8ee-452e-8e0f-7edafa7ffe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e2d245-783b-4b1a-b7c0-0e4ff3841d80,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:44.960967 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:46.704238 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:21:47.382955 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8d820590-ca06-4b48-904c-9a78a328d463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:49.881498 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3a0153d6-947f-45eb-a94a-09caf598f6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:50.613557 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:50.903439 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:52.703298 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.076796 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-573bc38e-182d-4707-a089-4443333963e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386605 Sep 14 17:21:53.158193 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-f82c61f4-30d9-49d9-8afc-b35ed3955b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:21:53.159656 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-f82c61f4-30d9-49d9-8afc-b35ed3955b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0410721 Sep 14 17:21:53.260819 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53204) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:53.264923 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-c9794ebf-bd2f-467d-8c66-9943a50852ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:21:53.266378 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-c9794ebf-bd2f-467d-8c66-9943a50852ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.0870278 Sep 14 17:21:53.330668 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-466b4a91-dd93-4572-95bf-8cd783bbca14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 1001 time: 0.0573761 Sep 14 17:21:53.367923 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82335170-c302-4cf0-b879-1494594fbd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.379974 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-5cd0709e-fa49-43b9-bb42-ecac68b10fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:21:53.381461 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-5cd0709e-fa49-43b9-bb42-ecac68b10fc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0435190 Sep 14 17:21:53.432186 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-d5f88479-9da6-46b2-8884-98e880dfb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:21:53.433708 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-d5f88479-9da6-46b2-8884-98e880dfb12a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448153 Sep 14 17:21:53.458328 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82335170-c302-4cf0-b879-1494594fbd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.463447 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82335170-c302-4cf0-b879-1494594fbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.504290 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-82335170-c302-4cf0-b879-1494594fbd22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a546f5044bf4e92ab9f7e1004c17592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423332 Sep 14 17:21:53.505166 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335170-c302-4cf0-b879-1494594fbd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98a1522-86d2-47a7-84cc-61f00c632d84,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:53.507640 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53208) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:21:53.524291 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-11d40e6c-2520-4928-aefe-ad06aa829045 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 Sep 14 17:21:53.557226 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e4ed28bf-527d-4117-9119-6a8c2e190c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.578397 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e4ed28bf-527d-4117-9119-6a8c2e190c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.628997 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e4ed28bf-527d-4117-9119-6a8c2e190c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.632444 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e4ed28bf-527d-4117-9119-6a8c2e190c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:21:53.633626 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e4ed28bf-527d-4117-9119-6a8c2e190c07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e98a1522-86d2-47a7-84cc-61f00c632d84 HTTP/1.1" status: 204 len: 168 time: 0.1248899 Sep 14 17:21:53.641891 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed28bf-527d-4117-9119-6a8c2e190c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98a1522-86d2-47a7-84cc-61f00c632d84,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:21:53.878430 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-55ff03b3-ceb6-4b87-8500-231385e42f2d req-b49c7eb3-ef9c-4421-abe5-19e9dabbdeea service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466303 Sep 14 17:22:09.627360 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53328) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:09.944245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Deleting port 1318bd1f-bec0-4f23-a069-cea9f8becb76 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:09.944534 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:10.020782 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:10.021107 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:10.032356 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Calling delete_port for 1318bd1f-bec0-4f23-a069-cea9f8becb76 owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:10.174609 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:10.211844 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event deleted for resources: {'Port': ['ID=1318bd1f-bec0-4f23-a069-cea9f8becb76,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:10.274530 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:10.274870 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Floating IP fcaad046-8d66-496b-8d83-586c6c348e25 disassociated (deleted). External IP: 172.27.1.159, port: a74fefb9-1269-454d-8617-8c89065935df. Sep 14 17:22:10.483114 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:10.603505 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:10.608704 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:10.613540 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] Sync routers for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:10.623065 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:10.623693 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:21:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:10.635474 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-96860fd8-6db9-4273-bbc1-a2f08d147515 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "DELETE /v2.0/floatingips/fcaad046-8d66-496b-8d83-586c6c348e25 HTTP/1.1" status: 204 len: 168 time: 1.0069535 Sep 14 17:22:10.636032 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:22:10.638295 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed53c1-655b-4ed1-8507-9adea8ac7097" -d '{"events": [{"name": "network-changed", "server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:22:10.751814 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:10.860387 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e8565c-6f4b-4ef7-b168-8295f8c0d7b6 x-openstack-request-id: req-a2e8565c-6f4b-4ef7-b168-8295f8c0d7b6 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:22:10.860754 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:22:10.860925 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2e8565c-6f4b-4ef7-b168-8295f8c0d7b6 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:22:10.861319 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'status': 'completed', 'code': 200} Sep 14 17:22:10.938025 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a2b34-1e12-4637-9ae2-d4bb47d306eb req-2d6033ec-8859-444a-a1b2-d5d77782b9e1 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:10.939513 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-069a2b34-1e12-4637-9ae2-d4bb47d306eb req-2d6033ec-8859-444a-a1b2-d5d77782b9e1 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0923424 Sep 14 17:22:10.954750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-7f688037-2b74-477e-b057-737e1c37860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:10.956215 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-7f688037-2b74-477e-b057-737e1c37860a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c318325e49904dffb8e80030c8ee7b93&device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 1098 time: 0.0689654 Sep 14 17:22:10.988089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:11.010914 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-069a2b34-1e12-4637-9ae2-d4bb47d306eb req-55d7f864-190e-40af-adcf-b388839c285e tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638745 Sep 14 17:22:11.019413 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] Checking router: 061849e4-d447-4a58-92dc-a92fe7b6b0d0 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:11.030483 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:11.031161 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:21:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:11.077779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-1b2e6526-0acf-4989-a6c9-0c46b75a9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:11.079284 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-1b2e6526-0acf-4989-a6c9-0c46b75a9959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 200 len: 910 time: 0.1112790 Sep 14 17:22:11.127629 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-e4eaed48-b015-4d04-a5cf-a104d884f494 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 200 len: 217 time: 0.0392292 Sep 14 17:22:11.140089 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:11.182173 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-aaca0133-8725-431b-9183-58f1be0f9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:11.184708 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-aaca0133-8725-431b-9183-58f1be0f9a59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 200 len: 848 time: 0.0495574 Sep 14 17:22:11.233945 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-6f016c5c-701e-4e03-8874-6a706ad98bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:11.235474 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-6f016c5c-701e-4e03-8874-6a706ad98bbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10e6370a-c370-44fa-8035-5b05276427bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438056 Sep 14 17:22:11.337565 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-0ace97b6-8bc6-46ce-a710-f8f2a91e0edb service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938737 Sep 14 17:22:11.430962 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-67ed53c1-655b-4ed1-8507-9adea8ac7097 req-4f94a38e-2362-4b30-bc03-b01c1eca9079 service neutron] 10.222.0.41 "GET /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Sep 14 17:22:11.458999 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:11.485621 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07709372-3bf6-45b1-8aca-0152ee94a0cd None None] The sync data for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi is: [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:16:12Z', 'revision_number': 4, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '9ae3c70b-7f70-4572-994d-e868a1d87efa', 'name': '', 'network_id': '10e6370a-c370-44fa-8035-5b05276427bd', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'mac_address': 'fa:16:3e:42:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:11Z', 'updated_at': '2021-09-14T17:16:17Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'subnets': [{'id': '7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:11.697866 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b2462-21ea-4573-afcc-964a5998ab17 None None] New status for floating IP fcaad046-8d66-496b-8d83-586c6c348e25: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:22:12.145038 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7509db-168b-43a4-992e-582dcf8c9678 req-7a1666a5-8708-41b1-af7b-f46b75e8bbc4 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:12.146553 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec7509db-168b-43a4-992e-582dcf8c9678 req-7a1666a5-8708-41b1-af7b-f46b75e8bbc4 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0503159 Sep 14 17:22:12.188256 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ec7509db-168b-43a4-992e-582dcf8c9678 req-5ccb6eb6-27c0-4aec-a9b8-3b21a403656a tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341010 Sep 14 17:22:12.991162 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-a23b7104-14cb-43f5-a548-63c40fb001ce tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:12.992896 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-a23b7104-14cb-43f5-a548-63c40fb001ce tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0483439 Sep 14 17:22:13.091515 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Deleting port a74fefb9-1269-454d-8617-8c89065935df {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:13.091894 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:13.182748 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] For port a74fefb9-1269-454d-8617-8c89065935df, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=a74fefb9-1269-454d-8617-8c89065935df,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:13.183432 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:13.195369 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Calling delete_port for a74fefb9-1269-454d-8617-8c89065935df owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:13.354070 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6cc7-ac8a-4d02-93d8-4d057d6e37c4 req-6bc71469-78f8-4192-8c9f-34e816dd439d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:13.355569 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-210f6cc7-ac8a-4d02-93d8-4d057d6e37c4 req-6bc71469-78f8-4192-8c9f-34e816dd439d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/ports?device_id=55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b HTTP/1.1" status: 200 len: 945 time: 0.0883021 Sep 14 17:22:13.369837 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:13.406074 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event deleted for resources: {'Port': ['ID=a74fefb9-1269-454d-8617-8c89065935df,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:13.445299 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-210f6cc7-ac8a-4d02-93d8-4d057d6e37c4 req-20039ca5-3396-4553-a661-cc95671be50d tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "GET /v2.0/security-groups?id=e6e3daac-dbe4-409a-a010-24f53f66d50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830700 Sep 14 17:22:13.462905 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] No DVR routers for this DVR port a74fefb9-1269-454d-8617-8c89065935df on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:13.465393 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:13.467380 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-84312073-ea2b-4a8e-a60a-cc3f793270d4 req-11d1ecc4-7d33-42dc-8aec-7d6c9584c3e6 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.41 "DELETE /v2.0/ports/a74fefb9-1269-454d-8617-8c89065935df HTTP/1.1" status: 204 len: 173 time: 0.4620657 Sep 14 17:22:13.467812 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-deleted', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:22:13.470066 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97998a89-c68a-4838-989f-4354f20d8308" -d '{"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-deleted", "tag": "a74fefb9-1269-454d-8617-8c89065935df"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:22:13.507691 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c372db-77c2-441c-b635-e01d376271a7 x-openstack-request-id: req-a9c372db-77c2-441c-b635-e01d376271a7 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:22:13.508010 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b", "name": "network-vif-deleted", "tag": "a74fefb9-1269-454d-8617-8c89065935df", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:22:13.508312 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9c372db-77c2-441c-b635-e01d376271a7 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:22:13.508791 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dd39f9-6eb7-4434-9b4c-a9ec043b9d4b', 'name': 'network-vif-deleted', 'tag': 'a74fefb9-1269-454d-8617-8c89065935df', 'status': 'completed', 'code': 200} Sep 14 17:22:14.501565 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53426) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:14.559946 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-66a460a5-1b03-40fe-88d9-8c1b0c39c9b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:14.584797 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-66a460a5-1b03-40fe-88d9-8c1b0c39c9b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:14.644041 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-66a460a5-1b03-40fe-88d9-8c1b0c39c9b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:14.646662 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-66a460a5-1b03-40fe-88d9-8c1b0c39c9b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:14.649449 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-66a460a5-1b03-40fe-88d9-8c1b0c39c9b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] 10.222.0.64 "DELETE /v2.0/security-groups/e6e3daac-dbe4-409a-a010-24f53f66d50a HTTP/1.1" status: 204 len: 168 time: 0.1462073 Sep 14 17:22:14.658751 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a460a5-1b03-40fe-88d9-8c1b0c39c9b5 tempest-TestShelveInstance-1321062052 tempest-TestShelveInstance-1321062052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e3daac-dbe4-409a-a010-24f53f66d50a,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:14.699241 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53430) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:14.942235 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:14.965480 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: a74fefb9-1269-454d-8617-8c89065935df {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:14.965843 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device a74fefb9-1269-454d-8617-8c89065935df not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:14.985088 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:15.177078 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:15.666137 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Deleting port 9ae3c70b-7f70-4572-994d-e868a1d87efa {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:15.666848 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:15.746202 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] For port 9ae3c70b-7f70-4572-994d-e868a1d87efa, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=9ae3c70b-7f70-4572-994d-e868a1d87efa,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:15.746561 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:15.759532 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Calling delete_port for 9ae3c70b-7f70-4572-994d-e868a1d87efa owned by network:router_interface {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:15.940748 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:15.973122 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae3c70b-7f70-4572-994d-e868a1d87efa,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:16.140672 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:16.354677 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:16.464575 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:16.469866 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-4c50a10e-ea82-4c6b-bc9a-f678e2479b2f admin admin] 10.222.0.64 "PUT /v2.0/routers/061849e4-d447-4a58-92dc-a92fe7b6b0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695982 Sep 14 17:22:16.472378 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53438) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:16.473348 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] Sync routers for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:16.484585 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:16.485330 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:21:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:16.578960 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:16.594901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:16.682718 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:16.737406 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Deleting port 13301790-1d5e-4346-93f5-b108e0275af8 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:16.737748 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:16.777071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '13301790-1d5e-4346-93f5-b108e0275af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:22:15Z', 'revision_number': 5, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port': {'id': '13301790-1d5e-4346-93f5-b108e0275af8', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:10Z', 'updated_at': '2021-09-14T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:16.803748 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] Checking router: 061849e4-d447-4a58-92dc-a92fe7b6b0d0 for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:16.812382 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] Routers {'061849e4-d447-4a58-92dc-a92fe7b6b0d0'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:16.813017 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:21:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:16.819120 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] For port 13301790-1d5e-4346-93f5-b108e0275af8, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=13301790-1d5e-4346-93f5-b108e0275af8,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:16.819481 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:16.832083 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Calling delete_port for 13301790-1d5e-4346-93f5-b108e0275af8 owned by network:router_gateway {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:16.905372 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] Set router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 gateway port host: None {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:16.965113 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:22:16Z', 'revision_number': 6, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:16.991828 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a74fa-5632-4826-91f6-26cfaee406ec None None] The sync data for ids ['061849e4-d447-4a58-92dc-a92fe7b6b0d0'] in dv-cinder-808992-3-iscsi is: [{'id': '061849e4-d447-4a58-92dc-a92fe7b6b0d0', 'name': 'tempest-TestShelveInstance-1248702842-router', 'tenant_id': 'c318325e49904dffb8e80030c8ee7b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:09Z', 'updated_at': '2021-09-14T17:22:16Z', 'revision_number': 6, 'project_id': 'c318325e49904dffb8e80030c8ee7b93', 'gw_port_host': None}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:17.000478 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.029133 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Pushing event deleted for resources: {'Port': ['ID=13301790-1d5e-4346-93f5-b108e0275af8,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:17.089830 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.185030 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.187495 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.229559 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.230069 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061849e4-d447-4a58-92dc-a92fe7b6b0d0 {{(pid=94108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:22:17.235477 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] Notify callbacks [] for router, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.238259 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-13d21106-0b3c-4be2-98f0-efb2f7e6ae49 admin admin] 10.222.0.64 "DELETE /v2.0/routers/061849e4-d447-4a58-92dc-a92fe7b6b0d0 HTTP/1.1" status: 204 len: 168 time: 0.7634566 Sep 14 17:22:17.239419 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53442) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:17.283271 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Deleting subnet 7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 {{(pid=94108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:22:17.286058 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.320012 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6079961'] for subnet, precommit_delete_associations {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.390044 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-76e8227a-5f9c-47c2-b62d-16b4adf92219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.408702 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.464552 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4363435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4667194'] for subnet, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.489680 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:17.493181 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.495029 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-c840fbf2-44ff-448c-8e1d-0891f63430be admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7aa545b8-98a4-4742-a3f4-93e0e1c2c4b4 HTTP/1.1" status: 204 len: 168 time: 0.2546184 Sep 14 17:22:17.497569 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53444) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:17.500666 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec48daa-4168-4107-bb54-2ddccaae4fa8 None None] Network 10e6370a-c370-44fa-8035-5b05276427bd requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:22:17.572269 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.629104 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Deleting port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:17.629425 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.693573 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] For port 3f498af8-00a3-4c5b-96bc-0926592ab9d3, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=3f498af8-00a3-4c5b-96bc-0926592ab9d3,segment=NetworkSegment(70ca45f9-c4e8-45d6-a45a-a305a77a99a9),segment_id=70ca45f9-c4e8-45d6-a45a-a305a77a99a9)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:17.694240 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.709655 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Calling delete_port for 3f498af8-00a3-4c5b-96bc-0926592ab9d3 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:17.778945 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] DHCP port deletion for 10e6370a-c370-44fa-8035-5b05276427bd request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:22:17.798086 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 9ae3c70b-7f70-4572-994d-e868a1d87efa no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:17.801003 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.826125 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f498af8-00a3-4c5b-96bc-0926592ab9d3,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:17.829684 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] No DVR routers for this DVR port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 on host dv-cinder-808992-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:17.840377 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 9ae3c70b-7f70-4572-994d-e868a1d87efa {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:17.840751 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 9ae3c70b-7f70-4572-994d-e868a1d87efa not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:17.864872 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Deleting port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 {{(pid=94110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:17.865255 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.908759 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.928900 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e6370a-c370-44fa-8035-5b05276427bd']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:17.935440 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] For port 3f498af8-00a3-4c5b-96bc-0926592ab9d3, host dv-cinder-808992-3-iscsi, got binding levels [] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:17.935851 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.939703 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ca45f9-c4e8-45d6-a45a-a305a77a99a9') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:17.939703 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ca45f9-c4e8-45d6-a45a-a305a77a99a9') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:17.951417 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.962347 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Calling delete_port for 3f498af8-00a3-4c5b-96bc-0926592ab9d3 owned by network:dhcp {{(pid=94110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:17.965975 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.966428 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.ipam_backend_mixin [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 was not found and therefore no delete operation was performed {{(pid=94110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 17:22:17.968691 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.972349 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:22:17.972894 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:22:17.994781 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:22:18.001383 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Pushing event deleted for resources: {'Port': ['ID=3f498af8-00a3-4c5b-96bc-0926592ab9d3,revision_number=None']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:18.004689 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] No DVR routers for this DVR port 3f498af8-00a3-4c5b-96bc-0926592ab9d3 on host dv-cinder-808992-3-iscsi {{(pid=94110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.018576 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c552e-17ab-472b-aacd-a1da3971e568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:18.049863 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:18.057750 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:18.062741 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53448) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:18.063213 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] 10.222.0.64 "DELETE /v2.0/networks/10e6370a-c370-44fa-8035-5b05276427bd HTTP/1.1" status: 204 len: 168 time: 0.5645144 Sep 14 17:22:18.083481 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77947eb0-1136-4f86-9e0b-de8578f3e484 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e6370a-c370-44fa-8035-5b05276427bd,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:18.439045 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:18.686654 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Deleting port ae8058a9-1df1-4fa8-a42f-dc24da67e118 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:18.686997 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:18.767943 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] For port ae8058a9-1df1-4fa8-a42f-dc24da67e118, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=ae8058a9-1df1-4fa8-a42f-dc24da67e118,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:18.768205 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:18.780245 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Calling delete_port for ae8058a9-1df1-4fa8-a42f-dc24da67e118 owned by network:router_interface {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:18.962357 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:18.988771 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8058a9-1df1-4fa8-a42f-dc24da67e118,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:19.163720 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:19.186048 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 3f498af8-00a3-4c5b-96bc-0926592ab9d3 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:19.207042 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 3f498af8-00a3-4c5b-96bc-0926592ab9d3 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:19.207639 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 3f498af8-00a3-4c5b-96bc-0926592ab9d3 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:19.208046 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 13301790-1d5e-4346-93f5-b108e0275af8 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:19.232955 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 13301790-1d5e-4346-93f5-b108e0275af8 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:19.233452 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 13301790-1d5e-4346-93f5-b108e0275af8 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:19.646429 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:19.753807 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:19.759408 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-06086277-985d-4c66-94ef-b04b44bc5ae7 admin admin] 10.222.0.64 "PUT /v2.0/routers/5132676e-d5a2-4243-9e33-2ffdca8e9c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6948366 Sep 14 17:22:19.762081 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53452) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:19.764564 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] Sync routers for ids ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:19.774303 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] Routers {'5132676e-d5a2-4243-9e33-2ffdca8e9c6b'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:19.775065 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:21:50Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:19.872344 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks [] for router, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:19.884530 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4e991b92-b699-4202-a722-e8ce1d828b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:19.887261 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] Set router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:19.983188 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.037559 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Deleting port ce6f34de-a810-4429-8e5f-9f0b48a93659 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:20.037894 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.071619 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:22:18Z', 'revision_number': 5, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port': {'id': 'ce6f34de-a810-4429-8e5f-9f0b48a93659', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:16:15Z', 'updated_at': '2021-09-14T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:20.103443 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] Checking router: 5132676e-d5a2-4243-9e33-2ffdca8e9c6b for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:20.120004 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] Routers {'5132676e-d5a2-4243-9e33-2ffdca8e9c6b'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:20.120676 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:20.123535 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] For port ce6f34de-a810-4429-8e5f-9f0b48a93659, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=ce6f34de-a810-4429-8e5f-9f0b48a93659,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:20.123974 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.136679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Calling delete_port for ce6f34de-a810-4429-8e5f-9f0b48a93659 owned by network:router_gateway {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:20.206364 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] Set router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b gateway port host: None {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:20.261632 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:22:19Z', 'revision_number': 6, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:20.291694 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463369c1-1b7a-4beb-9a07-6c06fe9b342c None None] The sync data for ids ['5132676e-d5a2-4243-9e33-2ffdca8e9c6b'] in dv-cinder-808992-3-iscsi is: [{'id': '5132676e-d5a2-4243-9e33-2ffdca8e9c6b', 'name': 'tempest-TestShelveInstance-1409762490-router', 'tenant_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:16:14Z', 'updated_at': '2021-09-14T17:22:19Z', 'revision_number': 6, 'project_id': 'c0d5d6c3d4344a8db13dde6ea297a749', 'gw_port_host': None}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:20.309736 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.340399 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6f34de-a810-4429-8e5f-9f0b48a93659,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:20.405743 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.494054 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.496211 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.545015 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.545506 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5132676e-d5a2-4243-9e33-2ffdca8e9c6b {{(pid=94109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:22:20.549888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.551032 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d79bd30e-e22e-47a6-b7bc-e25f90531012 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5132676e-d5a2-4243-9e33-2ffdca8e9c6b HTTP/1.1" status: 204 len: 168 time: 0.7879746 Sep 14 17:22:20.553633 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53456) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:20.598651 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Deleting subnet 0a0c9186-bc81-4d2e-aba4-4fa4afe0a434 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:22:20.601759 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.618596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.640644 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.728903 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.783166 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.810097 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0c9186-bc81-4d2e-aba4-4fa4afe0a434,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:20.813733 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.818382 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c7262445-970b-4b93-9b1d-b537ff877bd9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a0c9186-bc81-4d2e-aba4-4fa4afe0a434 HTTP/1.1" status: 204 len: 168 time: 0.2611804 Sep 14 17:22:20.818482 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53458) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:20.823655 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eaa019-9e74-4675-a217-51d1bfd61290 None None] Network 1082b3d6-6191-43b4-b464-e908abb34e58 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:22:20.891505 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.948382 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:20.950634 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Deleting port de0e16f1-9fb2-4429-a68e-608c5f536ab6 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:20.950971 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.018667 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] For port de0e16f1-9fb2-4429-a68e-608c5f536ab6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=de0e16f1-9fb2-4429-a68e-608c5f536ab6,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:21.018950 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.031284 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Calling delete_port for de0e16f1-9fb2-4429-a68e-608c5f536ab6 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:21.056602 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] DHCP port deletion for 1082b3d6-6191-43b4-b464-e908abb34e58 request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:22:21.123154 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Deleting port de0e16f1-9fb2-4429-a68e-608c5f536ab6 {{(pid=94110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:21.124761 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.136676 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.142627 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ae8058a9-1df1-4fa8-a42f-dc24da67e118 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:21.169595 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Pushing event deleted for resources: {'Port': ['ID=de0e16f1-9fb2-4429-a68e-608c5f536ab6,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:21.171194 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: ae8058a9-1df1-4fa8-a42f-dc24da67e118 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:21.171194 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ae8058a9-1df1-4fa8-a42f-dc24da67e118 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:21.171740 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device de0e16f1-9fb2-4429-a68e-608c5f536ab6 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:21.180077 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] No DVR routers for this DVR port de0e16f1-9fb2-4429-a68e-608c5f536ab6 on host dv-cinder-808992-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:21.194018 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: de0e16f1-9fb2-4429-a68e-608c5f536ab6 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:21.194510 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device de0e16f1-9fb2-4429-a68e-608c5f536ab6 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:21.194996 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ce6f34de-a810-4429-8e5f-9f0b48a93659 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:21.247013 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: ce6f34de-a810-4429-8e5f-9f0b48a93659 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:21.247457 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device ce6f34de-a810-4429-8e5f-9f0b48a93659 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:21.255467 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.255627 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] For port de0e16f1-9fb2-4429-a68e-608c5f536ab6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=de0e16f1-9fb2-4429-a68e-608c5f536ab6,segment=NetworkSegment(c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5),segment_id=c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:21.256080 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.272660 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Calling delete_port for de0e16f1-9fb2-4429-a68e-608c5f536ab6 owned by network:dhcp {{(pid=94110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:21.281200 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1082b3d6-6191-43b4-b464-e908abb34e58']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:21.291902 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:21.292204 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33ed7f1-61e9-4064-a1f6-eeb5b2623cd5') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:21.302963 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.317944 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.326203 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:22:21.326746 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:22:21.328736 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:22:21.397874 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.399200 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.403590 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.408647 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] 10.222.0.64 "DELETE /v2.0/networks/1082b3d6-6191-43b4-b464-e908abb34e58 HTTP/1.1" status: 204 len: 168 time: 0.5891500 Sep 14 17:22:21.420029 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d97414-00a4-4699-86b9-235af56c570a admin admin] Pushing event deleted for resources: {'Network': ['ID=1082b3d6-6191-43b4-b464-e908abb34e58,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:21.424981 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Network 1082b3d6-6191-43b4-b464-e908abb34e58 is not hosted by any dhcp agent {{(pid=94110) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 14 17:22:21.425238 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] No DVR routers for this DVR port de0e16f1-9fb2-4429-a68e-608c5f536ab6 on host dv-cinder-808992-3-iscsi {{(pid=94110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:21.426938 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd31f-a2a3-44b3-832c-d2bb073b72cf None None] Pushing event deleted for resources: {'Port': ['ID=de0e16f1-9fb2-4429-a68e-608c5f536ab6,revision_number=None']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:21.526881 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53464) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:21.566376 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-87dfb85d-9057-4979-8188-9131de9700ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c318325e49904dffb8e80030c8ee7b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382867 Sep 14 17:22:21.568958 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53466) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:21.616466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35e48665-193e-4b2b-a573-4d4d2d76b161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.636730 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35e48665-193e-4b2b-a573-4d4d2d76b161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.685091 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35e48665-193e-4b2b-a573-4d4d2d76b161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.687560 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35e48665-193e-4b2b-a573-4d4d2d76b161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:21.688746 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-35e48665-193e-4b2b-a573-4d4d2d76b161 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e817c639-ba98-4115-8df4-1c129fbc0317 HTTP/1.1" status: 204 len: 168 time: 0.1189442 Sep 14 17:22:21.696587 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e48665-193e-4b2b-a573-4d4d2d76b161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817c639-ba98-4115-8df4-1c129fbc0317,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:21.989464 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53472) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:22.029244 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-de79d922-a8f8-41e7-92a8-8b5a405c60bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0d5d6c3d4344a8db13dde6ea297a749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386028 Sep 14 17:22:22.031770 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53474) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:22.080118 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87e5ca7d-33cb-4d42-a27e-95e20a250e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:22.100615 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87e5ca7d-33cb-4d42-a27e-95e20a250e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:22.147080 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87e5ca7d-33cb-4d42-a27e-95e20a250e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:22.149830 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87e5ca7d-33cb-4d42-a27e-95e20a250e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:22.150964 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-87e5ca7d-33cb-4d42-a27e-95e20a250e64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3be457d8-d217-40bd-a539-354d17c02dff HTTP/1.1" status: 204 len: 168 time: 0.1183088 Sep 14 17:22:22.158433 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5ca7d-33cb-4d42-a27e-95e20a250e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be457d8-d217-40bd-a539-354d17c02dff,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:22.705442 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:22.787727 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53488) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:22.941677 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Deleting port b4d41dbc-a1be-4ade-b38a-bcd846aa9177 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:22.941933 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:23.017645 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:23.017980 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:23.029961 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Calling delete_port for b4d41dbc-a1be-4ade-b38a-bcd846aa9177 owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:23.177947 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:23.203296 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'Port': ['ID=b4d41dbc-a1be-4ade-b38a-bcd846aa9177,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:23.261258 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:23.261849 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Floating IP cbca907f-b21d-41ef-a092-aebc7bdbd5e5 disassociated (deleted). External IP: 172.27.1.68, port: 29d2662c-90ff-488e-af65-b236154ab599. Sep 14 17:22:23.461273 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:23.563722 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:23.568467 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:23.573305 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:23.581930 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:23.582531 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:23.595318 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-6630628a-3215-4a3f-8513-c37d1810dcfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "DELETE /v2.0/floatingips/cbca907f-b21d-41ef-a092-aebc7bdbd5e5 HTTP/1.1" status: 204 len: 168 time: 0.8062036 Sep 14 17:22:23.595888 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'tag': '29d2662c-90ff-488e-af65-b236154ab599'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:22:23.598255 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "tag": "29d2662c-90ff-488e-af65-b236154ab599"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:22:23.636076 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e342c9f-9d16-42e9-9bb5-f4bd7c056e97 x-openstack-request-id: req-3e342c9f-9d16-42e9-9bb5-f4bd7c056e97 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:22:23.636602 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "tag": "29d2662c-90ff-488e-af65-b236154ab599", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:22:23.637195 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e342c9f-9d16-42e9-9bb5-f4bd7c056e97 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:22:23.637861 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'tag': '29d2662c-90ff-488e-af65-b236154ab599', 'status': 'completed', 'code': 200} Sep 14 17:22:23.706162 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:22:23.710248 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-7dd6ca04-5260-47ba-b4b1-300a85280388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:23.711932 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-7dd6ca04-5260-47ba-b4b1-300a85280388 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 1098 time: 0.0457652 Sep 14 17:22:23.812336 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:23.850421 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-bd16cd72-0391-4735-8814-7f468bc26d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:23.852110 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-bd16cd72-0391-4735-8814-7f468bc26d88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.1271946 Sep 14 17:22:23.864630 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856471bc-3224-4329-a12c-f7a16a2df5b6 req-9d8e6032-5825-4e3e-b980-8dc4139807d3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:23.866054 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-856471bc-3224-4329-a12c-f7a16a2df5b6 req-9d8e6032-5825-4e3e-b980-8dc4139807d3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0725431 Sep 14 17:22:23.915158 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-34813bcf-f6cc-4f8f-9e3b-ae2931906c4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d2662c-90ff-488e-af65-b236154ab599 HTTP/1.1" status: 200 len: 217 time: 0.0481660 Sep 14 17:22:23.958146 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-856471bc-3224-4329-a12c-f7a16a2df5b6 req-a2172be4-4e4e-4845-b49d-613798474760 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854628 Sep 14 17:22:23.977667 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-b734aeba-255d-4627-819d-75559c7461b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:23.979193 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-b734aeba-255d-4627-819d-75559c7461b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0520093 Sep 14 17:22:24.029521 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-03e1023b-cc8c-4e76-b2b1-211ce0affaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:24.031041 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-03e1023b-cc8c-4e76-b2b1-211ce0affaac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412798 Sep 14 17:22:24.045305 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:37Z', 'revision_number': 1, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:24.071609 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:24.079930 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:24.080596 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:24.127063 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-15da2f0d-f460-4112-b727-8389a1eee970 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874588 Sep 14 17:22:24.185490 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:24.222331 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-d1aeb22b-e517-4c76-93f7-74dd106ca1b1 req-620c0d2c-e489-4fa9-aa5e-210cfeee4b6c service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Sep 14 17:22:24.408346 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:37Z', 'revision_number': 1, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:24.438215 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff2021-8218-47a9-aa55-d5e68ff7565d None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_floatingips': [{'id': '9f0160c0-a66a-4c09-8b18-298695b27a01', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'router_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'port_id': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'mac_address': 'fa:16:3e:5f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T17:17:35Z', 'updated_at': '2021-09-14T17:17:37Z', 'revision_number': 1, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:24.646968 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20c89d-8860-45cf-b124-74f73e4a8245 None None] New status for floating IP cbca907f-b21d-41ef-a092-aebc7bdbd5e5: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:22:25.080142 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9f16c-f50b-49c3-94ec-772810a888e1 req-8a34d3d5-67b2-40c1-ad0e-88849e85fe1c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:25.081669 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66a9f16c-f50b-49c3-94ec-772810a888e1 req-8a34d3d5-67b2-40c1-ad0e-88849e85fe1c tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0529814 Sep 14 17:22:25.119295 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-66a9f16c-f50b-49c3-94ec-772810a888e1 req-d4b29cbf-a81b-4c91-8942-14256b2074b6 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316043 Sep 14 17:22:26.120424 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-9625c326-5215-4935-bde0-ae246a93aaf3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:26.121910 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-9625c326-5215-4935-bde0-ae246a93aaf3 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Sep 14 17:22:26.257149 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Deleting port 29d2662c-90ff-488e-af65-b236154ab599 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:26.257503 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:26.311399 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595ae8-6747-4d38-8e87-42ebcf6f7e88 req-58b19e6d-a1f1-4c05-b985-ea988851c965 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:26.312919 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c5595ae8-6747-4d38-8e87-42ebcf6f7e88 req-58b19e6d-a1f1-4c05-b985-ea988851c965 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5cc3041-cd0e-45cd-8139-221559180a13 HTTP/1.1" status: 200 len: 945 time: 0.1100528 Sep 14 17:22:26.419940 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-c5595ae8-6747-4d38-8e87-42ebcf6f7e88 req-3620acd0-5cc8-4471-ad8c-41e4c10cc2b4 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706418 Sep 14 17:22:26.422196 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] For port 29d2662c-90ff-488e-af65-b236154ab599, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=29d2662c-90ff-488e-af65-b236154ab599,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:26.422553 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:26.437800 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Calling delete_port for 29d2662c-90ff-488e-af65-b236154ab599 owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:26.570345 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:26.600312 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'Port': ['ID=29d2662c-90ff-488e-af65-b236154ab599,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:26.647885 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] No DVR routers for this DVR port 29d2662c-90ff-488e-af65-b236154ab599 on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:26.650422 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:26.652463 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-e605cb45-5cf3-4bef-b580-cdf60131229b req-f7fba54f-fbf4-4e8b-a359-b36b72eb3053 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "DELETE /v2.0/ports/29d2662c-90ff-488e-af65-b236154ab599 HTTP/1.1" status: 204 len: 173 time: 0.5247495 Sep 14 17:22:26.652893 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'name': 'network-vif-deleted', 'tag': '29d2662c-90ff-488e-af65-b236154ab599'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:22:26.655127 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff4388-5670-49f0-9375-cd6241f8ebe2" -d '{"events": [{"server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "name": "network-vif-deleted", "tag": "29d2662c-90ff-488e-af65-b236154ab599"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:22:26.690670 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a979f98e-aa01-44b4-8497-bd5c859c9ab8 x-openstack-request-id: req-a979f98e-aa01-44b4-8497-bd5c859c9ab8 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:22:26.690959 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cc3041-cd0e-45cd-8139-221559180a13", "name": "network-vif-deleted", "tag": "29d2662c-90ff-488e-af65-b236154ab599", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:22:26.691204 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a979f98e-aa01-44b4-8497-bd5c859c9ab8 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:22:26.691599 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cc3041-cd0e-45cd-8139-221559180a13', 'name': 'network-vif-deleted', 'tag': '29d2662c-90ff-488e-af65-b236154ab599', 'status': 'completed', 'code': 200} Sep 14 17:22:28.987401 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 29d2662c-90ff-488e-af65-b236154ab599 no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:29.006784 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 29d2662c-90ff-488e-af65-b236154ab599 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:29.007118 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 29d2662c-90ff-488e-af65-b236154ab599 not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:30.722753 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53538) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:30.876207 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Deleting port b5bb1d9c-2185-4bd6-ad03-b442163ff6a2 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:30.876504 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:30.949353 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:30.949676 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:30.960707 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Calling delete_port for b5bb1d9c-2185-4bd6-ad03-b442163ff6a2 owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:31.106265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:31.130542 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'Port': ['ID=b5bb1d9c-2185-4bd6-ad03-b442163ff6a2,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:31.191185 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:31.191520 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.db.l3_db [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Floating IP 9f0160c0-a66a-4c09-8b18-298695b27a01 disassociated (deleted). External IP: 172.27.1.60, port: 75a1a3be-deaf-4b78-9422-5955d31d204b. Sep 14 17:22:31.646643 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:31.751779 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:31.756452 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:31.761054 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e062002-d22c-49fe-b756-86931550db79 None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:31.769601 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:31.770201 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:31.782383 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-3b034455-ae62-43e3-863b-492ae78f1880 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "DELETE /v2.0/floatingips/9f0160c0-a66a-4c09-8b18-298695b27a01 HTTP/1.1" status: 204 len: 168 time: 1.0585599 Sep 14 17:22:31.782984 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:22:31.785232 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7eb364-023e-4a2d-8e22-b0d209f11830" -d '{"events": [{"name": "network-changed", "server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:22:31.822082 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4349643b-4f9a-4580-b49d-56d95a9dc8c3 x-openstack-request-id: req-4349643b-4f9a-4580-b49d-56d95a9dc8c3 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:22:31.822375 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:22:31.822629 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4349643b-4f9a-4580-b49d-56d95a9dc8c3 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:22:31.823027 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'status': 'completed', 'code': 200} Sep 14 17:22:31.879450 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:31.888879 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-7af73a68-0c5e-4eab-b4e6-6b46e7a82aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:31.890405 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-7af73a68-0c5e-4eab-b4e6-6b46e7a82aaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa60c0636164526a8e62f89e3b8305d&device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 1098 time: 0.0435431 Sep 14 17:22:32.014041 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-d98f62aa-98c2-4a7e-b146-9d8124ed0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:32.015495 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-d98f62aa-98c2-4a7e-b146-9d8124ed0e1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 200 len: 912 time: 0.1146529 Sep 14 17:22:32.038876 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d71b7-aad5-4bb3-b35d-681a9a726c23 req-00b0e9d7-d0e5-471e-aa14-42e597dd535b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:32.040957 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f8d71b7-aad5-4bb3-b35d-681a9a726c23 req-00b0e9d7-d0e5-471e-aa14-42e597dd535b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.0677104 Sep 14 17:22:32.069703 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-017b5cf0-a0b7-4e1c-ab55-f5882381032e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 200 len: 217 time: 0.0447280 Sep 14 17:22:32.084391 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:32.116119 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e062002-d22c-49fe-b756-86931550db79 None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:32.125333 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:32.125942 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:32.134983 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-2f8d71b7-aad5-4bb3-b35d-681a9a726c23 req-edfd679d-7d9a-4831-85f8-a636db6a4d9b tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678926 Sep 14 17:22:32.143544 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-542c83cb-45d8-475d-8871-2b23b67bf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:32.145001 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-542c83cb-45d8-475d-8871-2b23b67bf955 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 200 len: 850 time: 0.0632524 Sep 14 17:22:32.192062 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-2cdf74d3-0040-44d9-8124-8da2a4ee7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:32.193521 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-2cdf74d3-0040-44d9-8124-8da2a4ee7527 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92bc3296-a879-411b-af06-b5633f3cb165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402293 Sep 14 17:22:32.232859 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:32.286169 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-64d1870c-6678-4d27-98e2-c5ef7f3ab8ea service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Sep 14 17:22:32.384616 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-ee7eb364-023e-4a2d-8e22-b0d209f11830 req-d9f6917d-3275-4e4f-a989-fb0b90e62949 service neutron] 10.222.0.41 "GET /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877392 Sep 14 17:22:32.435688 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-4e062002-d22c-49fe-b756-86931550db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:32.462144 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e062002-d22c-49fe-b756-86931550db79 None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:13:20Z', 'revision_number': 4, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi', '_interfaces': [{'id': '4c55fd0f-5c45-4b3e-9282-918122361801', 'name': '', 'network_id': '92bc3296-a879-411b-af06-b5633f3cb165', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'mac_address': 'fa:16:3e:7e:89:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:20Z', 'updated_at': '2021-09-14T17:13:27Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'subnets': [{'id': 'aaad51eb-1e9a-4e3b-91e4-d56252d8beac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:32.679092 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2e291-266b-44b3-a355-f0fb8a8afc54 None None] New status for floating IP 9f0160c0-a66a-4c09-8b18-298695b27a01: DOWN {{(pid=94111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 17:22:33.099830 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187616b-3d76-4313-a93f-609e42693294 req-1b57f626-5727-47cf-8532-888c7f44b024 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:33.101328 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f187616b-3d76-4313-a93f-609e42693294 req-1b57f626-5727-47cf-8532-888c7f44b024 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Sep 14 17:22:33.204818 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Deleting port 75a1a3be-deaf-4b78-9422-5955d31d204b {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:33.205248 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:33.330851 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011b6b6-dc98-463e-9c2d-8b4af6fbd67e req-33b6b13f-1c90-4e82-b6b6-1c9c48f7d185 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 17:22:33.332302 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a011b6b6-dc98-463e-9c2d-8b4af6fbd67e req-33b6b13f-1c90-4e82-b6b6-1c9c48f7d185 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/ports?device_id=01e92fcb-01b3-49f7-a23a-51e05a7b5e24 HTTP/1.1" status: 200 len: 945 time: 0.1065116 Sep 14 17:22:33.341729 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] For port 75a1a3be-deaf-4b78-9422-5955d31d204b, host hv-cinder-80899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80899',level=0,port_id=75a1a3be-deaf-4b78-9422-5955d31d204b,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:33.342092 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:33.363795 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Calling delete_port for 75a1a3be-deaf-4b78-9422-5955d31d204b owned by compute:nova {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:33.418142 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-a011b6b6-dc98-463e-9c2d-8b4af6fbd67e req-5c59cba4-b397-4d3b-9a9f-06b7df4d71a0 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a98a668-527b-4d86-bc6d-b72429f6c538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784557 Sep 14 17:22:33.506937 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:33.533163 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'Port': ['ID=75a1a3be-deaf-4b78-9422-5955d31d204b,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:33.563135 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.563488 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.563831 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.564167 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.564531 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.564865 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.565195 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.565525 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.565857 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.566299 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.566630 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.566952 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:33.586454 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] No DVR routers for this DVR port 75a1a3be-deaf-4b78-9422-5955d31d204b on host hv-cinder-80899 {{(pid=94109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:33.588817 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:33.590995 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [req-f187616b-3d76-4313-a93f-609e42693294 req-94247fab-77bd-4380-8fad-1a8410824dfe tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.41 "DELETE /v2.0/ports/75a1a3be-deaf-4b78-9422-5955d31d204b HTTP/1.1" status: 204 len: 173 time: 0.4841189 Sep 14 17:22:33.824262 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'name': 'network-vif-deleted', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b'}] {{(pid=94109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 17:22:33.826583 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69280133e0aecfc215d134c96eaec4b1d5a740c5c6ff39a9cfe944ea502f1d64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f64a740-cea9-43da-b6ce-6e1878598854" -d '{"events": [{"server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "name": "network-vif-deleted", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b"}]}' {{(pid=94109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 17:22:33.861009 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80fba8-99ff-465f-8cd6-975244eef325 x-openstack-request-id: req-4c80fba8-99ff-465f-8cd6-975244eef325 {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 17:22:33.861279 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e92fcb-01b3-49f7-a23a-51e05a7b5e24", "name": "network-vif-deleted", "tag": "75a1a3be-deaf-4b78-9422-5955d31d204b", "status": "completed", "code": 200}]} {{(pid=94109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 17:22:33.861539 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c80fba8-99ff-465f-8cd6-975244eef325 {{(pid=94109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 17:22:33.862037 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e92fcb-01b3-49f7-a23a-51e05a7b5e24', 'name': 'network-vif-deleted', 'tag': '75a1a3be-deaf-4b78-9422-5955d31d204b', 'status': 'completed', 'code': 200} Sep 14 17:22:34.471378 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53578) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:34.602154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Deleting port cc6f9adb-b538-4002-9d61-4c15034f1ef9 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:34.602860 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:34.678265 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:34.678587 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:34.689927 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Calling delete_port for cc6f9adb-b538-4002-9d61-4c15034f1ef9 owned by network:floatingip {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:34.816985 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:34.844303 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'Port': ['ID=cc6f9adb-b538-4002-9d61-4c15034f1ef9,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:34.904386 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:34.906842 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:34.908013 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-7e2f3bfe-a71f-4a32-b275-8bf1fc17e533 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "DELETE /v2.0/floatingips/f0cc7aea-d0a3-4fae-9522-b25d874e51da HTTP/1.1" status: 204 len: 168 time: 0.4356468 Sep 14 17:22:34.982661 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 75a1a3be-deaf-4b78-9422-5955d31d204b no longer exists at agent hyperv_hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:35.006727 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] No Port match for: 75a1a3be-deaf-4b78-9422-5955d31d204b {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:35.007071 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Device 75a1a3be-deaf-4b78-9422-5955d31d204b not bound to the agent host hv-cinder-80899 {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:36.105802 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53596) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:36.163017 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-21f32064-33d6-424a-bbac-3fccfa1bb456 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:36.187690 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-21f32064-33d6-424a-bbac-3fccfa1bb456 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:36.249233 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-21f32064-33d6-424a-bbac-3fccfa1bb456 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:36.252426 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-21f32064-33d6-424a-bbac-3fccfa1bb456 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:36.254532 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-21f32064-33d6-424a-bbac-3fccfa1bb456 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] 10.222.0.64 "DELETE /v2.0/security-groups/0a98a668-527b-4d86-bc6d-b72429f6c538 HTTP/1.1" status: 204 len: 168 time: 0.1472995 Sep 14 17:22:36.266750 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32064-33d6-424a-bbac-3fccfa1bb456 tempest-TestVolumeBootPattern-1391737098 tempest-TestVolumeBootPattern-1391737098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a98a668-527b-4d86-bc6d-b72429f6c538,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:36.309291 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53600) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:36.842098 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:37.079677 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Deleting port 4c55fd0f-5c45-4b3e-9282-918122361801 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:37.080008 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:37.158822 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] For port 4c55fd0f-5c45-4b3e-9282-918122361801, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=4c55fd0f-5c45-4b3e-9282-918122361801,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:37.159487 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:37.172184 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Calling delete_port for 4c55fd0f-5c45-4b3e-9282-918122361801 owned by network:router_interface {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:37.341321 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:37.365833 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c55fd0f-5c45-4b3e-9282-918122361801,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:37.531307 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:37.740004 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Router a6469b3f-b246-40a0-8821-68925b2c7c8d has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:37.844799 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:37.852554 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c74ab78f-c942-4da2-b13a-19503e86b6c3 admin admin] 10.222.0.64 "PUT /v2.0/routers/a6469b3f-b246-40a0-8821-68925b2c7c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5393500 Sep 14 17:22:37.852554 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53616) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:37.855454 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] Sync routers for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:37.865667 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:37.866496 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:37.927440 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53618) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:37.960896 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.045244 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.079168 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.102381 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: dv-cinder-808992-3-iscsi {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:38.138615 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.139761 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Deleting port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:38.140100 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.143864 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.184572 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ae1998f522347f19579a63353ade891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563663 Sep 14 17:22:38.186877 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c47d2b-a653-4471-ae0d-79f7c2d1ead7,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:38.189083 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53622) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:38.206593 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.207293 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.207844 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.208385 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.208895 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.209246 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.209592 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.210109 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.210453 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.210812 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.211199 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.211464 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e7d55-6205-442b-829a-1e10ce108491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808992-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 17:22:38.267066 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aff77827-64db-4793-a0a3-8e8fcee2102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.293531 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:22:37Z', 'revision_number': 5, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port': {'id': '7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:17Z', 'updated_at': '2021-09-14T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:38.294595 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aff77827-64db-4793-a0a3-8e8fcee2102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.322911 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] Checking router: a6469b3f-b246-40a0-8821-68925b2c7c8d for host: dv-cinder-808992-3-iscsi {{(pid=94110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:38.332209 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] Routers {'a6469b3f-b246-40a0-8821-68925b2c7c8d'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:38.332878 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['a6469b3f-b246-40a0-8821-68925b2c7c8d'], 'active': True} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:38.350556 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aff77827-64db-4793-a0a3-8e8fcee2102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.353862 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aff77827-64db-4793-a0a3-8e8fcee2102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.355243 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-aff77827-64db-4793-a0a3-8e8fcee2102a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16c47d2b-a653-4471-ae0d-79f7c2d1ead7 HTTP/1.1" status: 204 len: 168 time: 0.1649725 Sep 14 17:22:38.365987 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77827-64db-4793-a0a3-8e8fcee2102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c47d2b-a653-4471-ae0d-79f7c2d1ead7,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:38.440691 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvr_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] Set router a6469b3f-b246-40a0-8821-68925b2c7c8d gateway port host: None {{(pid=94110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:38.494848 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] For port 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:38.495473 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.498604 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:22:38Z', 'revision_number': 6, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:38.510133 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Calling delete_port for 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 owned by network:router_gateway {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:38.527201 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a0081-108c-40c7-9822-378d2a634d16 None None] The sync data for ids ['a6469b3f-b246-40a0-8821-68925b2c7c8d'] in dv-cinder-808992-3-iscsi is: [{'id': 'a6469b3f-b246-40a0-8821-68925b2c7c8d', 'name': 'tempest-TestVolumeBootPattern-243938674-router', 'tenant_id': '2fa60c0636164526a8e62f89e3b8305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:16Z', 'updated_at': '2021-09-14T17:22:38Z', 'revision_number': 6, 'project_id': '2fa60c0636164526a8e62f89e3b8305d', 'gw_port_host': None}] {{(pid=94110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:38.688021 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.711633 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:38.771338 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.860826 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.863351 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.905969 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.906516 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6469b3f-b246-40a0-8821-68925b2c7c8d {{(pid=94109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:22:38.910939 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:38.912010 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-5101ed73-e30a-4efd-b426-a6dfcf0baf00 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a6469b3f-b246-40a0-8821-68925b2c7c8d HTTP/1.1" status: 204 len: 168 time: 1.0585217 Sep 14 17:22:38.914723 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53626) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:38.965026 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Deleting subnet aaad51eb-1e9a-4e3b-91e4-d56252d8beac {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:22:38.967987 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.002976 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.082275 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.134227 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.158412 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaad51eb-1e9a-4e3b-91e4-d56252d8beac,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:39.164620 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.169808 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-c60bb02f-69b6-45f0-a925-eb22ac115ee5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aaad51eb-1e9a-4e3b-91e4-d56252d8beac HTTP/1.1" status: 204 len: 168 time: 0.2512183 Sep 14 17:22:39.170036 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53628) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:39.170901 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295eb9d6-90b1-4b07-b9a8-5f2d85daa9dd None None] Network 92bc3296-a879-411b-af06-b5633f3cb165 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:22:39.239419 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.295195 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Deleting port 59703c48-1481-42ef-b0be-3fddac46e083 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:39.295539 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.313677 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:39.340965 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:39.341397 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 7cd33e1d-7e6f-4e16-80c5-ccb5db5134a6 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:39.341869 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 4c55fd0f-5c45-4b3e-9282-918122361801 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:39.361250 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] For port 59703c48-1481-42ef-b0be-3fddac46e083, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=59703c48-1481-42ef-b0be-3fddac46e083,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:39.361619 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.364956 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] DHCP port deletion for 92bc3296-a879-411b-af06-b5633f3cb165 request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:22:39.368034 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 4c55fd0f-5c45-4b3e-9282-918122361801 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:39.368531 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 4c55fd0f-5c45-4b3e-9282-918122361801 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:39.375119 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Calling delete_port for 59703c48-1481-42ef-b0be-3fddac46e083 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:39.418873 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] Deleting port 59703c48-1481-42ef-b0be-3fddac46e083 {{(pid=94110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:39.419261 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.460537 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.483757 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] For port 59703c48-1481-42ef-b0be-3fddac46e083, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=59703c48-1481-42ef-b0be-3fddac46e083,segment=NetworkSegment(444951d6-b327-4180-b769-d11065974f53),segment_id=444951d6-b327-4180-b769-d11065974f53)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:39.484040 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.487142 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Pushing event deleted for resources: {'Port': ['ID=59703c48-1481-42ef-b0be-3fddac46e083,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:39.491227 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] No DVR routers for this DVR port 59703c48-1481-42ef-b0be-3fddac46e083 on host dv-cinder-808992-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:39.503868 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] Calling delete_port for 59703c48-1481-42ef-b0be-3fddac46e083 owned by network:dhcp {{(pid=94110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:39.565245 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.585589 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bc3296-a879-411b-af06-b5633f3cb165']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:39.586471 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.595554 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444951d6-b327-4180-b769-d11065974f53') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:39.596095 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444951d6-b327-4180-b769-d11065974f53') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:39.605915 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.614034 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] Pushing event deleted for resources: {'Port': ['ID=59703c48-1481-42ef-b0be-3fddac46e083,revision_number=None']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:39.620211 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7fed2-c3f7-4f69-9455-09ccac6a4674 None None] No DVR routers for this DVR port 59703c48-1481-42ef-b0be-3fddac46e083 on host dv-cinder-808992-3-iscsi {{(pid=94110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:39.620375 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.631119 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:22:39.631510 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:22:39.633166 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:22:39.686519 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.692337 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:39.694214 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] 10.222.0.64 "DELETE /v2.0/networks/92bc3296-a879-411b-af06-b5633f3cb165 HTTP/1.1" status: 204 len: 168 time: 0.5231535 Sep 14 17:22:39.697791 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53630) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:39.705495 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67095c8-9607-486a-a206-9ec2522d43ae admin admin] Pushing event deleted for resources: {'Network': ['ID=92bc3296-a879-411b-af06-b5633f3cb165,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:40.051764 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633067'] for router_interface, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:40.289356 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Deleting port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:40.289689 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:40.371070 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] For port e97bb6eb-22a3-49d4-95b6-27b33a8aeb20, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:40.371433 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:40.383603 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Calling delete_port for e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 owned by network:router_interface {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:40.560971 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:40.595962 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97bb6eb-22a3-49d4-95b6-27b33a8aeb20,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:40.757740 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633183'] for router_interface, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:40.964708 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Router 540fa231-4fc1-47a5-9385-2db9ad88c207 has already been hosted by L3 agent fa113a5a-abbc-480c-977b-2468b4f68c5b {{(pid=94109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 17:22:41.068124 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] Notify agent at l3_agent.dv-cinder-808992-3-iscsi the message routers_updated {{(pid=94109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 17:22:41.075734 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-16502158-411c-4b09-8f33-f48460d4d766 admin admin] 10.222.0.64 "PUT /v2.0/routers/540fa231-4fc1-47a5-9385-2db9ad88c207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3743310 Sep 14 17:22:41.075734 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53632) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:41.082455 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] Sync routers for ids ['540fa231-4fc1-47a5-9385-2db9ad88c207'] in dv-cinder-808992-3-iscsi {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 17:22:41.095020 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] Routers {'540fa231-4fc1-47a5-9385-2db9ad88c207'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:41.095660 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['540fa231-4fc1-47a5-9385-2db9ad88c207'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:41.182797 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.196050 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 59703c48-1481-42ef-b0be-3fddac46e083 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:41.203974 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] Set router 540fa231-4fc1-47a5-9385-2db9ad88c207 gateway port host: dv-cinder-808992-3-iscsi {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:41.217530 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 59703c48-1481-42ef-b0be-3fddac46e083 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:41.217796 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 59703c48-1481-42ef-b0be-3fddac46e083 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:41.288181 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.342183 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Deleting port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f {{(pid=94109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:41.342524 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.392907 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'external_fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:22:40Z', 'revision_number': 5, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port': {'id': '94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f', 'name': '', 'network_id': '7088ca90-0c8b-4f15-ab13-a408be3ca31e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808992-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T17:13:23Z', 'updated_at': '2021-09-14T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '997a00f2-89e8-4759-be53-665a3fa0a7fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808992-3-iscsi'}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:41.421334 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] For port 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,segment=NetworkSegment(49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a),segment_id=49d65ac4-fb51-4e2c-9d51-b5c7f6e5d89a)] {{(pid=94109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:41.421702 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.436154 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Calling delete_port for 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f owned by network:router_gateway {{(pid=94109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:41.500900 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] Checking router: 540fa231-4fc1-47a5-9385-2db9ad88c207 for host: dv-cinder-808992-3-iscsi {{(pid=94111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 17:22:41.509483 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] Routers {'540fa231-4fc1-47a5-9385-2db9ad88c207'} bound to L3 agent in host dv-cinder-808992-3-iscsi {{(pid=94111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 17:22:41.510135 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808992-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T17:00:50Z,description=,heartbeat_timestamp=2021-09-14T17:22:20Z,host='dv-cinder-808992-3-iscsi',id=fa113a5a-abbc-480c-977b-2468b4f68c5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T17:00:50Z,topic='l3_agent')) {'router_ids': ['540fa231-4fc1-47a5-9385-2db9ad88c207'], 'active': True} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:41.593783 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_dvr_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] Set router 540fa231-4fc1-47a5-9385-2db9ad88c207 gateway port host: None {{(pid=94111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 17:22:41.605397 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295198'] for port, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.630670 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:41.648108 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.l3_hamode_db [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:22:41Z', 'revision_number': 6, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port_host': None}], 'dv-cinder-808992-3-iscsi', False) {} {{(pid=94111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:41.673525 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcf47a-53bd-41b4-90e1-637414c244cd None None] The sync data for ids ['540fa231-4fc1-47a5-9385-2db9ad88c207'] in dv-cinder-808992-3-iscsi is: [{'id': '540fa231-4fc1-47a5-9385-2db9ad88c207', 'name': 'tempest-TestVolumeBootPattern-1513662714-router', 'tenant_id': 'b6c2ffd173e94574bb17227897d42ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T17:13:22Z', 'updated_at': '2021-09-14T17:22:41Z', 'revision_number': 6, 'project_id': 'b6c2ffd173e94574bb17227897d42ae5', 'gw_port_host': None}] {{(pid=94111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 17:22:41.693830 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1633917'] for router_gateway, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.781626 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1415'] for router, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.783679 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.825187 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636295'] for router, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.825690 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540fa231-4fc1-47a5-9385-2db9ad88c207 {{(pid=94109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 17:22:41.829967 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.831095 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-cb6aaba2-57bb-4508-8e7f-903ed57116c0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/540fa231-4fc1-47a5-9385-2db9ad88c207 HTTP/1.1" status: 204 len: 168 time: 0.7545390 Sep 14 17:22:41.833727 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53634) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:41.882111 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Deleting subnet 025fb1e1-ac05-41e6-9187-eaa6f7dcf327 {{(pid=94109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 17:22:41.885804 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:41.922211 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5295225'] for subnet, precommit_delete_associations {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.002494 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1526772'] for subnet, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.054995 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1526781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5691428'] for subnet, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.086081 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025fb1e1-ac05-41e6-9187-eaa6f7dcf327,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:42.088115 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for subnet, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.090132 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-d16c0a7b-7c01-4df7-b9c3-5da1d7722110 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/025fb1e1-ac05-41e6-9187-eaa6f7dcf327 HTTP/1.1" status: 204 len: 168 time: 0.2554290 Sep 14 17:22:42.092785 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53636) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:42.096072 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96cbdb4-0624-4862-bc33-0bd9dc9a84e8 None None] Network 12aa8d75-a254-4b03-b858-e9adf82d5178 requested from dv-cinder-808992-3-iscsi {{(pid=94110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 17:22:42.168921 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1552680'] for network, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.219431 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Deleting port dc358196-ab2c-4f18-a072-1fce106c2516 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:42.219778 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.466938 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] DHCP port deletion for 12aa8d75-a254-4b03-b858-e9adf82d5178 request from dv-cinder-808992-3-iscsi {{(pid=94110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 17:22:42.516820 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] Deleting port dc358196-ab2c-4f18-a072-1fce106c2516 {{(pid=94110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 17:22:42.517312 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771368669242'] for port, before_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.538499 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] For port dc358196-ab2c-4f18-a072-1fce106c2516, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=dc358196-ab2c-4f18-a072-1fce106c2516,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:42.538819 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.552575 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Calling delete_port for dc358196-ab2c-4f18-a072-1fce106c2516 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:42.583426 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.db [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] For port dc358196-ab2c-4f18-a072-1fce106c2516, host dv-cinder-808992-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808992-3-iscsi',level=0,port_id=dc358196-ab2c-4f18-a072-1fce106c2516,segment=NetworkSegment(3e107488-7303-4019-8cf4-3f42aef40553),segment_id=3e107488-7303-4019-8cf4-3f42aef40553)] {{(pid=94110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 17:22:42.583814 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629786'] for port, precommit_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.595599 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] Calling delete_port for dc358196-ab2c-4f18-a072-1fce106c2516 owned by network:dhcp {{(pid=94110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 17:22:42.634712 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4363414'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.663213 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc358196-ab2c-4f18-a072-1fce106c2516,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:42.668958 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] No DVR routers for this DVR port dc358196-ab2c-4f18-a072-1fce106c2516 on host dv-cinder-808992-3-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:42.677757 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1457425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771368675588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771368121034'] for port, after_delete {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.703787 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] Pushing event deleted for resources: {'Port': ['ID=dc358196-ab2c-4f18-a072-1fce106c2516,revision_number=None']} {{(pid=94110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:42.708923 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28f1ae-1c53-46b7-a858-18e41a3ea1a8 None None] No DVR routers for this DVR port dc358196-ab2c-4f18-a072-1fce106c2516 on host dv-cinder-808992-3-iscsi {{(pid=94110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 17:22:42.749613 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531265', 'neutron.services.segments.db._delete_segments_for_network-8771368618909'] for network, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.768675 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12aa8d75-a254-4b03-b858-e9adf82d5178']}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:42.777711 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e107488-7303-4019-8cf4-3f42aef40553') {'for_net_delete': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:42.777999 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.services.segments.db [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e107488-7303-4019-8cf4-3f42aef40553') {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 17:22:42.786979 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771368619430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6079904'] for segment, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.800010 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230'] for segment, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.805578 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 17:22:42.806644 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4364873'] for segment, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: Traceback (most recent call last): Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: timer() Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: cb(*args, **kw) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: return func(*args, **kwargs) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: self._notify() Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: self.callback(batched_events) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: event.method(event) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: return f(self, *a, **k) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._get(url).json() Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: return self.request(url, 'GET', **kwargs) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 17:22:42.808187 dv-cinder-808992-3-iscsi neutron-server[94108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 17:22:42.864531 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1633817'] for network, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.870531 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578539'] for network, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:42.872380 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] 10.222.0.64 "DELETE /v2.0/networks/12aa8d75-a254-4b03-b858-e9adf82d5178 HTTP/1.1" status: 204 len: 168 time: 0.7776656 Sep 14 17:22:42.883424 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953802-4e70-4c4f-b5b2-89d65a454993 admin admin] Pushing event deleted for resources: {'Network': ['ID=12aa8d75-a254-4b03-b858-e9adf82d5178,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:43.029294 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53640) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:43.070854 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-ab4d88ef-4763-4262-b5e8-7443b1529d69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fa60c0636164526a8e62f89e3b8305d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382168 Sep 14 17:22:43.071091 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.wsgi [-] (94108) accepted ('10.222.0.64', 53642) {{(pid=94108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:43.111030 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:43.121466 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99f7b4dd-c881-4b78-a485-24c3cb15cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.133036 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:43.133374 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device 94ef9a09-47e1-4b7e-9ad8-0ccec0d5ec0f not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:43.133819 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device dc358196-ab2c-4f18-a072-1fce106c2516 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:43.142288 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99f7b4dd-c881-4b78-a485-24c3cb15cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.152406 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: dc358196-ab2c-4f18-a072-1fce106c2516 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:43.152821 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device dc358196-ab2c-4f18-a072-1fce106c2516 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:43.153267 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 no longer exists at agent ovs-agent-dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 17:22:43.171533 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] No Port match for: e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 {{(pid=94110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 17:22:43.171872 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron.plugins.ml2.rpc [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Device e97bb6eb-22a3-49d4-95b6-27b33a8aeb20 not bound to the agent host dv-cinder-808992-3-iscsi {{(pid=94110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 17:22:43.188594 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99f7b4dd-c881-4b78-a485-24c3cb15cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.191196 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99f7b4dd-c881-4b78-a485-24c3cb15cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.192528 dv-cinder-808992-3-iscsi neutron-server[94108]: INFO neutron.wsgi [None req-99f7b4dd-c881-4b78-a485-24c3cb15cee9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0593c6f-b184-4129-a9c9-4aad5cc3ff91 HTTP/1.1" status: 204 len: 168 time: 0.1202986 Sep 14 17:22:43.200699 dv-cinder-808992-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7b4dd-c881-4b78-a485-24c3cb15cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0593c6f-b184-4129-a9c9-4aad5cc3ff91,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:43.500221 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53650) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:43.539271 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-b3a2d1a5-7a16-4bdf-a314-15d13215aa91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6c2ffd173e94574bb17227897d42ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378907 Sep 14 17:22:43.541760 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [-] (94109) accepted ('10.222.0.64', 53652) {{(pid=94109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 17:22:43.586812 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-db9970a4-ff7e-4172-8d9d-d64386c04d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.607733 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-db9970a4-ff7e-4172-8d9d-d64386c04d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.653625 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-db9970a4-ff7e-4172-8d9d-d64386c04d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-319449'] for security_group, after_delete {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.656247 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-db9970a4-ff7e-4172-8d9d-d64386c04d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:43.657420 dv-cinder-808992-3-iscsi neutron-server[94109]: INFO neutron.wsgi [None req-db9970a4-ff7e-4172-8d9d-d64386c04d07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4d77c49-8bbb-41f6-977e-9e80fe9ccb66 HTTP/1.1" status: 204 len: 168 time: 0.1147699 Sep 14 17:22:43.664820 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9970a4-ff7e-4172-8d9d-d64386c04d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d77c49-8bbb-41f6-977e-9e80fe9ccb66,revision_number=None']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 17:22:44.975893 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:47.382604 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-42f33286-187c-4d05-951e-d423a88c0299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:49.886164 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-831153b8-359d-4c37-98db-773b475aa1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:50.620920 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:50.911416 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:22:52.707788 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:00.706133 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:23:15.020970 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:17.382779 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-f8492353-6ae4-42a4-b78a-5740c01fe6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:19.887144 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-88539dfc-f142-488a-bcc2-baee58cbdc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:20.621645 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:20.913538 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:22.713548 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:37.705563 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:23:45.023502 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:47.383514 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6bee-fbea-47c3-9e0e-837e0fcd39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:49.888126 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-10abbd0d-912a-458e-82f3-ae5864c06440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:50.622144 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:50.917510 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:23:52.715253 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:14.703974 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:24:15.037468 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:17.385054 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-3efbb0df-c957-4572-b661-c8a04259acc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:19.889027 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-8ab98ed0-de54-44fe-8d1b-787651db41fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:20.623990 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:20.918898 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:22.717300 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:41.499616 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-8ebba2d8-9361-4391-acdc-27d8865ce9f8 req-84223ef8-b03f-4b8e-aa69-cad06d572252 service neutron] (94109) timed out ('10.222.0.41', 60643) {{(pid=94109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 17:24:41.996320 dv-cinder-808992-3-iscsi neutron-server[94109]: DEBUG neutron.wsgi [req-53fb8fb4-93f7-4053-81cd-ddcf05ae804f req-782b756c-7024-430e-bbb5-3cfc73372488 service neutron] (94109) timed out ('10.222.0.41', 60638) {{(pid=94109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 17:24:45.053741 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:47.385275 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-e6d68142-ab34-4e59-8fff-b6fb08f96fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:49.889909 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-c99a473a-98d3-47b6-9572-3bc2e19bb785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:50.625696 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:50.922342 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:24:51.702985 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:24:52.718625 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:15.066964 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:17.385173 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3f9f-500d-4325-92ad-392d82dbfb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:19.891222 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-30762fbd-fcc7-451d-aed1-c3728af3368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:20.627822 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:20.929448 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:22.725309 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:28.701818 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:25:45.065821 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:47.385539 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-4ed62c5e-6e3b-401c-8c0d-0808f42f88cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:49.892078 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-219b616c-f360-46dd-a448-a9fcc8ae4dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:50.628687 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:50.920875 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:25:52.724360 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:05.700505 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:26:15.080015 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:17.385907 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-5225d8b6-ac8c-45eb-81b4-0e5b7ff62d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:19.891836 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-9e4e533c-1e70-4d85-aaec-bf520e66d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:20.629321 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:20.923713 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:22.726252 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:42.699106 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:26:45.094398 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:47.385686 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d23c7039-bbd5-4bf0-a6d1-08ba97f5323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:49.892525 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-411ef8f5-84ee-41bc-b14a-b3e1f0dfc42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:50.629617 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:50.925331 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:26:52.729045 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:15.093854 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:17.385757 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-58309b78-d062-4bd9-a50c-89e1135e402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:19.700973 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 17:27:19.892505 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-18d5fe7b-1df2-4e13-8b87-7a916fbdaaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:20.629900 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:20.927968 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:22.734510 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:45.107540 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-91255c26-8627-45c8-9ea1-b4c23ffb4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:47.385937 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-24ada615-d9a3-4c78-83c0-28765b1436da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:49.892585 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d30fc3b1-ef0b-4e78-80af-892bc4415332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:50.630322 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-2cee9d94-3a66-40cc-a535-9f4045d21fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:50.932718 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-d7376e4a-1dae-4f15-972f-40d0aff780a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:52.734149 dv-cinder-808992-3-iscsi neutron-server[94110]: DEBUG neutron_lib.callbacks.manager [None req-685c21ee-4dc1-4a77-a287-1c92d6d059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771368618891', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531463'] for agent, after_update {{(pid=94110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 17:27:56.700500 dv-cinder-808992-3-iscsi neutron-server[94111]: DEBUG neutron.db.agents_db [None req-99b00dba-ca49-41c9-94dc-fd0ee8b53160 None None] Agent healthcheck: found 6 active agents {{(pid=94111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}